-- Logs begin at Mon 2021-04-05 17:59:52 UTC, end at Mon 2021-04-05 18:59:21 UTC. -- Apr 05 18:35:44.968533 dv-cinder-782405-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 18:35:47.828449 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.common.config [-] Logging enabled! Apr 05 18:35:47.828989 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 18:35:47.830311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84137) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 18:35:47.832092 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.common.config [-] Logging enabled! Apr 05 18:35:47.832379 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 18:35:47.832723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84137) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 18:35:47.833760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 18:35:47.834020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 18:35:47.835060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 18:35:47.835340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 18:35:47.835617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 18:35:47.835978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.836314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.836644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.836900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.837233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.837560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.837875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.838202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.838537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.838857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.839168 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.839510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.840307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.840625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.840951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.841275 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.841528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] debug = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.841842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.842372 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.842687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.842996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.843319 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.843660 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.843964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.844271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.844585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.844941 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] host = dv-cinder-782405-5-smb {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.845249 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.845572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.845896 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.846218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.846525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.846834 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.847155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.847483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.847789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] log_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.848095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.848421 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.848747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.849075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.849327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.849575 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.849901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.850225 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.850531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.850838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.851144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.851470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.851779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.852081 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.852401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.852720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.853041 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.853346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.853652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.853960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.854264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.854583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.854888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.855201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.855546 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.855867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.856168 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.856473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.856808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.857129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.857445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.857763 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.858068 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.858387 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.858693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.858993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.859291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] use_json = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.859617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.859918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.860232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.860536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.860836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.861138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.861441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.861761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:47.862088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.862419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.862755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.863070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.863448 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.863760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.864083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.864394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.864718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.865041 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.865358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.865665 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.865980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.866287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.866617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.866959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.867292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.867648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.867931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.868240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.868543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.868859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.869176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.869513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.869841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.870146 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.870460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.870788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.871389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.871706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.872019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.872343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.872653 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.872956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.873270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.873578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.873877 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.874180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.874484 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.874809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.875116 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.875442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.875745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.876050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.876350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.876669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.876978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.877281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.877581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.877888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.878190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.878492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.878804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.879107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.879436 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.879741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.880046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.880348 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.880649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.880951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.881251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.881552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.881859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.882160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.882459 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.882762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.883066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.883376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.883710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.884039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.884346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.884655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.884965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.885273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.885579 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.885883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.886188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.887004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.887315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.887667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.887981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.888298 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.888609 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.888915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.889252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.889562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.889875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.890182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.890489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.890807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.891121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.891484 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.891809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.892134 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.892458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.892783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.893094 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.893440 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.893750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:47.893998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 18:35:47.894254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84137) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 05 18:35:48.552579 dv-cinder-782405-5-smb neutron-server[84137]: INFO keyring.backend [-] Loading Gnome Apr 05 18:35:48.568922 dv-cinder-782405-5-smb neutron-server[84137]: INFO keyring.backend [-] Loading Google Apr 05 18:35:48.571483 dv-cinder-782405-5-smb neutron-server[84137]: INFO keyring.backend [-] Loading Windows (alt) Apr 05 18:35:48.575768 dv-cinder-782405-5-smb neutron-server[84137]: INFO keyring.backend [-] Loading file Apr 05 18:35:48.576583 dv-cinder-782405-5-smb neutron-server[84137]: INFO keyring.backend [-] Loading keyczar Apr 05 18:35:48.576859 dv-cinder-782405-5-smb neutron-server[84137]: INFO keyring.backend [-] Loading multi Apr 05 18:35:48.577494 dv-cinder-782405-5-smb neutron-server[84137]: INFO keyring.backend [-] Loading pyfs Apr 05 18:35:48.624555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:35:48.624866 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:35:48.625183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:35:48.625553 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 18:35:49.016093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.016569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.016664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.019617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.019928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.020228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.056119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.056426 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.056721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.070499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.070815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.071121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.138070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.138381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.138674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.139835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.140137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.140428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.407958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.408271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.408570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.408865 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.410599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.557447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.557822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.558135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.558948 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.559239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.559641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.559936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.560217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.560495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.560823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.561106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.561400 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.561696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.561976 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.562277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.562585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.562871 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.563178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.563476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.563809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.564259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.564538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.564818 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.565148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.565419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.565687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.566096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 18:35:49.566368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 18:35:49.566630 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 18:35:49.566891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 18:35:49.567152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 18:35:49.567465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 18:35:49.567868 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 18:35:49.570957 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 18:35:49.575514 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 18:35:49.579403 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 05 18:35:49.581047 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 18:35:49.582315 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 18:35:49.582690 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 18:35:49.583111 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 18:35:49.585895 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 18:35:49.586177 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 18:35:49.586566 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 18:35:49.613146 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 18:35:49.613648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.613978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84137) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 18:35:49.614382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.615742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84137) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 18:35:49.616058 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 18:35:49.616338 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 18:35:49.619522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.619831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:49.688041 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 18:35:49.688258 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 18:35:49.688526 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 18:35:49.688925 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 18:35:49.721809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_db.sqlalchemy.engines [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84137) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 18:35:50.160791 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Initializing driver for type 'gre' Apr 05 18:35:50.161349 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] gre ID ranges: [(1, 1000)] Apr 05 18:35:50.199908 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Initializing driver for type 'local' Apr 05 18:35:50.200275 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Initializing driver for type 'vlan' Apr 05 18:35:50.209888 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] VlanTypeDriver initialization complete Apr 05 18:35:50.210260 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Initializing driver for type 'vxlan' Apr 05 18:35:50.210760 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] vxlan ID ranges: [(1, 1000)] Apr 05 18:35:50.249630 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Initializing extension driver 'port_security' Apr 05 18:35:50.249992 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] PortSecurityExtensionDriver initialization complete Apr 05 18:35:50.250359 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Initializing mechanism driver 'openvswitch' Apr 05 18:35:50.250712 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Initializing mechanism driver 'hyperv' Apr 05 18:35:50.256962 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:35:50.257768 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > port after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.258172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > port after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.258556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > port after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.258976 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > subnet after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.259389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > subnet after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.259765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.260179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > network after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.260561 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > network after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.260936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > network after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.261351 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > security_group after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.262242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > security_group after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.262616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.263029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.263428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.263801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.264336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > address_group after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.264719 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > address_group after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.265093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.265458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] ML2 OVO RPC backend initialized. {{(pid=84137) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 05 18:35:50.266223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.266611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.267059 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > network before_response 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.267461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > networks before_response 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.267838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > port before_response 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.268207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > ports before_response 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.268581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > subnet before_response 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.268954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > subnets before_response 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.269333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > network after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.269702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > network after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.270070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > network after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.270439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > port after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.270807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > port after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.271173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > port after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.271564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > subnet after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.271935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > subnet after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.272299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.272916 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.plugin [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Modular L2 Plugin initialization complete Apr 05 18:35:50.273264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading services supported by the core plugin {{(pid=84137) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 18:35:50.273622 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.plugins.ml2.managers [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Got port-security extension from driver 'port_security' Apr 05 18:35:50.274117 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.extensions.vlantransparent [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Disabled vlantransparent extension. Apr 05 18:35:50.274642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84137) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 18:35:50.274982 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading Plugin: router Apr 05 18:35:50.311780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.312217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router after_create 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.312617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router before_create 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.313024 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.313438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.313824 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router after_delete 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.314222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.314626 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router after_create 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.315004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router after_update 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.315409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router after_update 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.315793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.316192 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router after_update 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.316681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_update 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.317100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: port after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.317478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: port after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.317848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: subnet after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.318220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.318604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.318986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_create 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.319389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: port before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.319761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.320162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router after_update 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.320534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.320914 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_create 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.321315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.321694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_update 55549900 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.322122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > network after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.323087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Tracking information for resource: router configured {{(pid=84137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 18:35:50.323478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Tracking information for resource: floatingip configured {{(pid=84137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 18:35:50.328714 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_agentschedulers_db [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 18:35:50.329339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: port after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.329729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: port after_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.330109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: port after_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.330489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: port after_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.331386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router before_create 55550100 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.331784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.332186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_create 55550100 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.332576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > router precommit_update 55550100 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.337181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.provider_configuration [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service providers = [] {{(pid=84137) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 18:35:50.337573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.servicetype_db [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84137) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 18:35:50.340560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.service_base [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 18:35:50.340944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.service_base [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 18:35:50.341317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.service_base [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 18:35:50.342202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.service_base [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 18:35:50.342595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.services.service_base [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 18:35:50.342995 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 18:35:50.343343 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 18:35:50.353292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 18:35:50.353662 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading Plugin: auto_allocate Apr 05 18:35:50.359469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: network precommit_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.359868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: network precommit_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.360447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 18:35:50.360801 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading Plugin: tag Apr 05 18:35:50.367661 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 18:35:50.368028 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading Plugin: timestamp Apr 05 18:35:50.372410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 18:35:50.372782 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading Plugin: network_ip_availability Apr 05 18:35:50.378340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.378738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.379122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.379941 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 18:35:50.380294 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading Plugin: flavors Apr 05 18:35:50.384750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 18:35:50.385119 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading Plugin: revisions Apr 05 18:35:50.389926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 18:35:50.390339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=84137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:35:50.391122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84137) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 05 18:35:50.391513 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Initializing extension manager. Apr 05 18:35:50.392068 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: __init__.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.392441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: __pycache__ {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.392811 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.393173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: address_group.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.393960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.394736 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: address-group Apr 05 18:35:50.395096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: address_scope.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.395902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.396477 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: address-scope Apr 05 18:35:50.396831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.397751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.398316 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: router-admin-state-down-before-update Apr 05 18:35:50.398669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: agent.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.399461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.400008 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: agent Apr 05 18:35:50.400361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: agent_resources_synced.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.401271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.401840 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: agent-resources-synced Apr 05 18:35:50.402232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: allowedaddresspairs.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.404055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.404639 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: allowed-address-pairs Apr 05 18:35:50.405001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: auto_allocated_topology.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.406068 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.406643 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: auto-allocated-topology Apr 05 18:35:50.406997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: availability_zone.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.407760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.408327 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: availability_zone Apr 05 18:35:50.408682 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: availability_zone_filter.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.409594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.410161 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: availability_zone_filter Apr 05 18:35:50.410517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: data_plane_status.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.411504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.412037 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 18:35:50.412394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: default_subnetpools.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.413313 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.413886 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: default-subnetpools Apr 05 18:35:50.414242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.415099 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.416824 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: dhcp_agent_scheduler Apr 05 18:35:50.417238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: dns.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.418185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.418759 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 18:35:50.419123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: dns_domain_ports.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.420098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.420673 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 18:35:50.421034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: dvr.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.421752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.422322 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: dvr Apr 05 18:35:50.422688 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: empty_string_filtering.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.423633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.424201 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: empty-string-filtering Apr 05 18:35:50.424558 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.425470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.426036 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 18:35:50.426393 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.427299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.427890 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 18:35:50.428248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: external_net.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.429160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.429727 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: external-net Apr 05 18:35:50.430082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.430987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.431578 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: extra_dhcp_opt Apr 05 18:35:50.431934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: extraroute.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.432848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.433957 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: extraroute Apr 05 18:35:50.434311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: extraroute_atomic.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.435345 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.435938 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: extraroute-atomic Apr 05 18:35:50.436294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: filter_validation.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.436984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.437545 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: filter-validation Apr 05 18:35:50.437898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: fip_pf_description.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.438804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.439387 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 18:35:50.439740 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: fip_port_details.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.440659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.441219 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: fip-port-details Apr 05 18:35:50.441571 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: flavors.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.442808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.443420 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: flavors Apr 05 18:35:50.443777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.445409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.445989 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 18:35:50.446354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: floatingip_pools.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.447192 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.447787 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: floatingip-pools Apr 05 18:35:50.448147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: ip_allocation.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.449669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.450238 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 18:35:50.450594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.451540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.452107 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: ip-substring-filtering Apr 05 18:35:50.452464 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: l2_adjacency.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.453388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.453947 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 18:35:50.454302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: l3.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.455345 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.455943 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: router Apr 05 18:35:50.456299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.458537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.459126 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 18:35:50.459517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.460455 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.461032 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: ext-gw-mode Apr 05 18:35:50.461389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.462311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.462887 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: l3-ha Apr 05 18:35:50.463249 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: l3_flavors.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.464187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.464787 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: l3-flavors Apr 05 18:35:50.465144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.466069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.466642 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 18:35:50.466998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: l3agentscheduler.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.468335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.468922 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: l3_agent_scheduler Apr 05 18:35:50.469285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: logging.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.470816 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.471414 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension logging not supported by any of loaded plugins Apr 05 18:35:50.471782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: metering.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.472570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.473256 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: metering Apr 05 18:35:50.473618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.474763 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.475339 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: metering_source_and_destination_fields Apr 05 18:35:50.475722 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: multiprovidernet.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.476646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.477216 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: multi-provider Apr 05 18:35:50.477574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: netmtu.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.478488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.479054 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: net-mtu Apr 05 18:35:50.479430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: netmtu_writable.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.480373 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.480935 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: net-mtu-writable Apr 05 18:35:50.481290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: network_availability_zone.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.481997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.482563 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: network_availability_zone Apr 05 18:35:50.482917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: network_ip_availability.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.484067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.484641 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: network-ip-availability Apr 05 18:35:50.484992 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: network_segment_range.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.485806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.486370 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 18:35:50.486724 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: pagination.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.487856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.488228 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: pagination Apr 05 18:35:50.488582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: port_device_profile.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.489508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.490083 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: port-device-profile Apr 05 18:35:50.490436 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.491393 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.491977 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: port-mac-address-regenerate Apr 05 18:35:50.492337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.493268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.493842 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: port-numa-affinity-policy Apr 05 18:35:50.494196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: port_resource_request.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.495111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.495698 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 18:35:50.496589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: portbindings.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.497514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.498083 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: binding Apr 05 18:35:50.498438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: portbindings_extended.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.499741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.500363 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: binding-extended Apr 05 18:35:50.500720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: portsecurity.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.501640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.502209 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: port-security Apr 05 18:35:50.502566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: project_id.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.503575 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.503947 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: project-id Apr 05 18:35:50.504304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: providernet.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.505226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.505802 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: provider Apr 05 18:35:50.506158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.509666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.510256 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos not supported by any of loaded plugins Apr 05 18:35:50.510622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.512499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.513078 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 18:35:50.513443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.514360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.514926 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 18:35:50.515286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos_default.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.516218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.516783 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos-default not supported by any of loaded plugins Apr 05 18:35:50.517141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos_fip.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.517823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.518383 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 18:35:50.518738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos_gateway_ip.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.519698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.520261 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 18:35:50.520618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos_port_network_policy.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.521526 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.522089 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 18:35:50.522444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos_rule_type_details.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.523382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.523944 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 18:35:50.524300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: qos_rules_alias.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.525346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.525918 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 18:35:50.526273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: quotasv2.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.527261 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.527658 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: quotas Apr 05 18:35:50.528015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: quotasv2_detail.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.529605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.529983 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: quota_details Apr 05 18:35:50.530348 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: rbac.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.531513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.532095 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: rbac-policies Apr 05 18:35:50.532457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: rbac_address_group.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.533621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.534192 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: rbac-address-group Apr 05 18:35:50.534555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: rbac_address_scope.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.535500 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.536075 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: rbac-address-scope Apr 05 18:35:50.536431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: rbac_security_groups.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.537451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.538022 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: rbac-security-groups Apr 05 18:35:50.538376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: rbac_subnetpool.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.539303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.539948 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: rbac-subnetpool Apr 05 18:35:50.540301 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: revisionifmatch.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.541228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.541797 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: revision-if-match Apr 05 18:35:50.542152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: revisions.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.543338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.543946 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: standard-attr-revisions Apr 05 18:35:50.544304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: router_availability_zone.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.545019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.545588 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: router_availability_zone Apr 05 18:35:50.545943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: routerservicetype.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.547016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.547839 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 18:35:50.548345 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.549337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.549919 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: security-groups-normalized-cidr Apr 05 18:35:50.550273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.551196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.551793 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: port-security-groups-filtering Apr 05 18:35:50.552148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.553080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.553656 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: security-groups-remote-address-group Apr 05 18:35:50.554008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: securitygroup.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.567327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.567985 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: security-group Apr 05 18:35:50.568350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: segment.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.569196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.569763 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension segment not supported by any of loaded plugins Apr 05 18:35:50.570122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.571064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.571660 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 18:35:50.572019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: servicetype.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.573115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.573693 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: service-type Apr 05 18:35:50.574652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: sorting.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.575653 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.576030 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: sorting Apr 05 18:35:50.576387 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: standard_attr_segment.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.577308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.577878 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 18:35:50.578235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: standardattrdescription.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.578909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.579501 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: standard-attr-description Apr 05 18:35:50.579859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: stateful_security_group.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.580810 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.581425 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: stateful-security-group Apr 05 18:35:50.581783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: stdattrs_common.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.582361 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 18:35:50.582715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.583784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.584366 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 18:35:50.584719 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: subnet_onboard.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.585787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.586367 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: subnet_onboard Apr 05 18:35:50.586728 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.587685 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.588263 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 18:35:50.588617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: subnet_service_types.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.589564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.590129 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: subnet-service-types Apr 05 18:35:50.590482 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: subnetallocation.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.591594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.592168 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: subnet_allocation Apr 05 18:35:50.592521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.593207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.593782 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: subnetpool-prefix-ops Apr 05 18:35:50.594137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.595063 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.595666 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 18:35:50.596021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: tagging.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.597270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.597855 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: standard-attr-tag Apr 05 18:35:50.598214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: timestamp.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.599409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.599989 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loaded extension: standard-attr-timestamp Apr 05 18:35:50.600351 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: trunk.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.601378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.601952 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension trunk not supported by any of loaded plugins Apr 05 18:35:50.602307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: trunk_details.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.603235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.603840 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 18:35:50.604193 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: uplink_status_propagation.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.605104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.605692 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 18:35:50.606044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Loading extension file: vlantransparent.py {{(pid=84137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 18:35:50.606730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:35:50.607289 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 18:35:50.609935 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:network Apr 05 18:35:50.610702 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:subnet Apr 05 18:35:50.611404 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:35:50.612065 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:port Apr 05 18:35:50.613520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.614007 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service FLAVORS assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.614675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.615141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.615559 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:router Apr 05 18:35:50.616277 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 18:35:50.617048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service METERING assigned prefix: /metering {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.618831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.619228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.619642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:35:50.620755 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 18:35:50.621766 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:security_group Apr 05 18:35:50.622611 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 18:35:50.623423 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service CORE assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.623792 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:35:50.624153 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] subnetpool is already registered Apr 05 18:35:50.624826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service CORE assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.625189 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:35:50.625544 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] subnetpool is already registered Apr 05 18:35:50.628265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.628738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service FLAVORS assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.629374 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.629831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.630198 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:router Apr 05 18:35:50.630560 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] router is already registered Apr 05 18:35:50.631208 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 18:35:50.631596 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] floatingip is already registered Apr 05 18:35:50.632279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service METERING assigned prefix: /metering {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.633007 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 18:35:50.633370 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] rbac_policy is already registered Apr 05 18:35:50.634702 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:security_group Apr 05 18:35:50.635076 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] security_group is already registered Apr 05 18:35:50.635746 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 18:35:50.636112 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] security_group_rule is already registered Apr 05 18:35:50.637445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service CORE assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.637809 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:35:50.638167 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] subnetpool is already registered Apr 05 18:35:50.638846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.resource_helper [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Service CORE assigned prefix: {{(pid=84137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 18:35:50.639215 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:35:50.639598 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.quota.resource_registry [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] subnetpool is already registered Apr 05 18:35:50.640306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: extensions {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.641862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: address-groups {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.643556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: address-scopes {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.644831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: agents {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.646031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: auto-allocated-topology {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.647332 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: availability_zones {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.648731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: dhcp-networks {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.650184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: dhcp-agents {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.651683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: routers {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.653579 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: flavors {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.654794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: service_profiles {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.656086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: next_providers {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.657679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: service_profiles {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.659178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: floatingip-pools {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.660449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: routers {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.662342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: floatingips {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.663567 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: l3-routers {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.665773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: l3-agents {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.667304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: metering-labels {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.669270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: metering-label-rules {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.670599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: network-ip-availabilities {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.671926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: bindings {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.673644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: quotas {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.675139 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: quotas {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.676621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: rbac-policies {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.677964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: security-groups {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.679229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: security-group-rules {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.680534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: service-providers {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.681821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: subnetpools {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.683303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: subnetpools {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.685397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.687131 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.689102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.690954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.692848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.694754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.696542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.699401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.701242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.703185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.extensions [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Extended resource: tags {{(pid=84137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 18:35:50.710011 dv-cinder-782405-5-smb neutron-server[84137]: WARNING keystonemiddleware.auth_token [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 18:35:50.715221 dv-cinder-782405-5-smb neutron-server[84137]: WARNING keystonemiddleware.auth_token [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 18:35:50.724075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Acquired lock "singleton_lock" {{(pid=84137) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 18:35:50.724676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Releasing lock "singleton_lock" {{(pid=84137) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 18:35:50.726268 dv-cinder-782405-5-smb neutron-server[84137]: INFO oslo_service.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Starting 2 workers Apr 05 18:35:50.731624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Started child 84248 {{(pid=84137) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 18:35:50.735485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:35:50.736431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Started child 84249 {{(pid=84137) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 18:35:50.736937 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [-] (84248) wsgi starting up on http://0.0.0.0:9696 Apr 05 18:35:50.737890 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 18:35:50.738556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Notify callbacks [] for process, before_spawn {{(pid=84137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:35:50.739721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:35:50.740968 dv-cinder-782405-5-smb neutron-server[84137]: INFO oslo_service.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Starting 1 workers Apr 05 18:35:50.741126 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [-] (84249) wsgi starting up on http://0.0.0.0:9696 Apr 05 18:35:50.747241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Started child 84250 {{(pid=84137) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 18:35:50.747829 dv-cinder-782405-5-smb neutron-server[84137]: INFO oslo_service.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Starting 1 workers Apr 05 18:35:50.749485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] calling RpcWorker wait() {{(pid=84250) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 18:35:50.749884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] returning from RpcWorker wait() {{(pid=84250) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 18:35:50.751384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:35:50.751885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:35:50.752600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Started child 84251 {{(pid=84137) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 18:35:50.753382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3e3d12f8-4c25-4ffd-bf0e-92862825db51 None None] Notify callbacks [] for process, after_spawn {{(pid=84137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:35:50.754944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84137) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 18:35:50.755199 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 18:35:50.755436 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 18:35:50.755709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 18:35:50.756093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 18:35:50.756276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 18:35:50.756369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:35:50.756813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.757100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.757405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.757680 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.757999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.758648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.758929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.759221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.759543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.759813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.759983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.760349 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.760638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.760919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.761247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.761576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.761849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.762128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.762337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.762599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.762908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.763204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.763524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] debug = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.763788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.764354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.764606 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.764876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.765145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.765441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.765702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.766002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.766262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.766522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.766793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.767064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.767310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.767634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.767878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.768158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.768401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.768848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] host = dv-cinder-782405-5-smb {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.769105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.769347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.769622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.769931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.770147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.770430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.770657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.770940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.771223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.771500 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.771779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.772048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.772306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.772564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.772753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_options = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.773019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.773319 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.773597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.773801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.773989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.774147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.774434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.774620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.774891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.775133 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.775399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.775645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.775886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.776123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.776401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.776657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.776937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.777224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.777516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.777772 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.778043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.778301 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.778538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.778795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.779037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.780554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.780821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.781237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.781237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.781608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.781858 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.782224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.782552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.782863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.783170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.783430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.783713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.784346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.784613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.784872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.785150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.785938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.786220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.786462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.786725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.786966 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_json = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.787202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.787464 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.787616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:35:50.787759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.787968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.788222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.788474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.788726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.788991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.789802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.790631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.790973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.791242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.791532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.791804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.792094 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.792358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.792620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.793431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.793776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.794005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.794320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.794567 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.794850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.795171 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.795553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.795796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.796046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.796293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.796542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.796802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.797149 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.797447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.797723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.797988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.798230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.798475 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.798732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.798974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.799230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.799512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.799808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.800057 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.800282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.800530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.800790 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.801063 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.801338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.801589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.801874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.802137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.802385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.802627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.802869 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.803110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.803368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.803629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.803894 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.804177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.804445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.804692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.804939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.805179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.805423 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.805721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.805963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.806201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.806438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.806678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.806927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.807198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.807479 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.807721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.807958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.809155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.809400 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.809675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.809987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.810691 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.810937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.811180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.811490 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.811670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.812277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.812519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.812795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.812990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.813202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.813443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.813684 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.813944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.814196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.814476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.814693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.815033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.815314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.815619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.815888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.816167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.816428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.816686 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.817128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.817395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.817636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.817933 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.818215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.818518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.818787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.819049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.819432 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.819980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.819980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.820289 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.822148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.822458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.822792 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.823098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.823416 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.823742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.824104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.824455 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.824718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.825046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.825310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.825603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.825946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.826272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.826572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.826860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.827158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.827938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.831738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.832062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.832374 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.832657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.832944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.833270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.833570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.833831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.834089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.834374 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.834716 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.835037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.835292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.835588 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.835909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.836300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.836572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.836869 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.837165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.837460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.837747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.838120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.838400 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.838671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.838954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.839219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.839508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.839776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.840044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.840307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.840569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.840958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.841224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.841505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.841767 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.842017 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.842285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.842554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.842800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.843064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.843332 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.843652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.844391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.844663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.844907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.845194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.845454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.845766 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.846127 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.846403 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.846671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.846956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.847247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.847520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.847807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.848060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.848322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.848566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.848815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.849061 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.849318 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.849599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.849862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.850154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.850406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.850780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.851080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.851344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.851641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.851925 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.852183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.852446 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.852695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.852942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.853187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.853430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.853702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.853980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.854499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.854747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.854993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.855836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.856021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.856329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.856765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.857038 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.857285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.857554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.857809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.858056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.858292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.858536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.858772 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.859000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.859241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.859530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.859780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.860026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.860366 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.860570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.860826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.861085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.861376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.861627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.861907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.862176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.862536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.862778 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.863054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.863335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.863599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.863840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.864134 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.864512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.864851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.865148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.865435 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.865751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.866060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.866399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.866663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.866979 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.867339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.867681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.867959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.868237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.868523 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.868774 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.869041 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.869321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.869577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.869826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.870108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.870380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.870656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.871686 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.871970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.872241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.872496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.872741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.873038 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.873239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.873437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 18:35:50.874200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84137) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 18:35:50.874200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 18:35:50.874448 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 18:35:50.874448 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 18:35:50.874679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 18:35:50.874800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 18:35:50.875018 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.875205 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.875407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.875597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.875784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.875991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.876695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.876695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.876695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.876695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.877291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.877291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.877291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.877291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.877804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.877804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.877804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.878193 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.878193 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.878454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.878454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.878712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.878712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] debug = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.878971 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.879126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.879271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.879963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.879963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.879963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.879963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.880573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.880573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.880573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.880573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] host = dv-cinder-782405-5-smb {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.881997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.882094 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.882198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.882353 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.882543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.882707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.883064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.883252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.883486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.883648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.883835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.883997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.884185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.884369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_options = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.884552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.884733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.884915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.885123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.885310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.885492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.885678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.885861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.886043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.886366 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.886581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.886764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.886947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.887128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.887311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.887516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.887698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.887862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.888025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.888185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.888346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.888512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.888695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.888858 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.889220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.889389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.889820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.889984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.890328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.890514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.890680 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.891024 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.891212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.891427 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.891584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.891731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.891911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.892097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.892282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.892379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:35:50.892454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.892626 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.892775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.892920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.893105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.893268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.893447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_json = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.893631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.893816 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.894000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.894164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.894344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.894495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.894682 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.894833 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 18:35:50.895040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.895226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.895455 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.895687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.895842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.895985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.896126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.896266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.896460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.896607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.896749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.896891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.897069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.897228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.897412 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.897600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.897787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.897947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.898137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.898323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.898509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.898695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.898898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.899085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.899274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.899461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.899646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.899878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.900027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.900168 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.900320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.900473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.900617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.900759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.900947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.901135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.901321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.901508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.901695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.901884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.902066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.902255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.902443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.902601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.902791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.902978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.903165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.903378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.903533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.903723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.903920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.904107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.904296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.904483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.904698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.904950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.905096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.905248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.905520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.905520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.905943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.905943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.905943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.906354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.906354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.906622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.906622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.906898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.906898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.907322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.907322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.907633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.907633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.907902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.907902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.908181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.908181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.908542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.908542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.908870 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.908870 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.909139 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.909139 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.909410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.909564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.909721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.909885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.910103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.910103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.910378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.910521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.910663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.910819 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.910977 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.911137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.911290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.911480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.911643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.911795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.911947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.912099 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.912250 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.912442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.912609 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.912761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.912912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.913064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.913229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.913380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.913531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.913693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.913845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.914003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.914150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.914292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.914396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.914578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.914767 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.914954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.915140 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.915325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.915519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.915668 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.915848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.916033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.916217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.916404 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.916596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.916793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.916981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.917167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.917351 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.917583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.918296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.918486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.918670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.918854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.919040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.919225 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.919437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.919625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.919812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.919998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.920217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.920368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.920488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.920784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.920925 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.921082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.921223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.921324 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.921467 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.921654 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.921841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.922025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.922211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.922396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.922582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.922766 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.922942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.923188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.923329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.923509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.923648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.923787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.923924 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.924080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.924259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.924443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.924630 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.924815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.925001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.925187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.925375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.925560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.925747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.925933 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.926119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.926305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.926491 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.926677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.926864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.927049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.927263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.927452 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.927595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.927733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.927989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.928292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.928485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.928671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.928855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.929016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.929199 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.929385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.929571 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.929756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.929939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.930126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.930283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.930495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.930646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.930787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.930927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.931497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.931497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.931497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.931768 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.931768 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.931963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.932104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.932299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.932485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.932671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.932855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.933039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.933235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.933493 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.933681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.933866 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.934051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.934247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.934433 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.934617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.934810 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.934996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.935181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.935402 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.935586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.935771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.935958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.936142 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.936330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.936516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.936703 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.936893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.937088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.937280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.937467 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.937661 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.937857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.938050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.938284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.938399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.938578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.938762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.938946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.939185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.939291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.939520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.939754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.939856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.939980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.940104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.940274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.940459 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.940629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.940799 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.940984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.941169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.941354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.941539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.941722 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.941907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:35:50.942084 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 18:35:51.125470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60244) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:35:51.137523 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098863 Apr 05 18:36:01.807813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114f093-2c08-466a-a529-5ba9cbf7ccd2 None None] get_active_networks_info from dv-cinder-782405-5-smb {{(pid=84250) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 18:36:01.949659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-76b8bf12-14a0-4971-9e2b-b878a1e7aedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106'] for agent, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:01.986208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114f093-2c08-466a-a529-5ba9cbf7ccd2 None None] No non-hosted networks {{(pid=84250) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 18:36:02.750806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106'] for agent, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:02.751785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.752324 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.752841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.753718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.754508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.755069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.755619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.756129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.756657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.757162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.757671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.759818 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:02.760437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782405-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:02.776974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782405-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:03.926471 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e7fc94b-f1e0-4ff4-9eba-9b5fb20a68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106'] for agent, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:04.000618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-10cdb8a4-748c-4fd4-b9ac-09dba1b8f026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:04.099791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106'] for agent, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:05.850953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106'] for agent, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:07.065140 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60334) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:07.136812 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_hamode_db [None req-f2c12007-a1d7-493a-b31b-bf04d85a4080 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 18:36:07.224540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c12007-a1d7-493a-b31b-bf04d85a4080 None None] Routers set() bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:36:07.224982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c12007-a1d7-493a-b31b-bf04d85a4080 None None] Router IDs set() for agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 05 18:36:07.678660 dv-cinder-782405-5-smb neutron-server[84137]: WARNING oslo_policy.policy [None req-57b515e6-6ebf-4984-bc86-959abbb7994b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:36:07.679262 dv-cinder-782405-5-smb neutron-server[84137]: WARNING oslo_policy.policy [None req-57b515e6-6ebf-4984-bc86-959abbb7994b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:36:07.909861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [None req-57b515e6-6ebf-4984-bc86-959abbb7994b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:36:07.910995 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-57b515e6-6ebf-4984-bc86-959abbb7994b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8449218 Apr 05 18:36:10.592321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60348) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:10.974550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:11.078424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.policy [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84249) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 18:36:11.133051 dv-cinder-782405-5-smb neutron-server[84137]: WARNING oslo_policy.policy [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:36:11.133463 dv-cinder-782405-5-smb neutron-server[84137]: WARNING oslo_policy.policy [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:36:11.152013 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] Loaded quota_driver: . Apr 05 18:36:11.168171 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:36:11.223727 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266779407833', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266779412589', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266779422067', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266779426575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266779440940', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266779445269', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854371603', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854286326', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854136094', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-958600'] for rbac-policy, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:11.286376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:11.287671 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a9252ac8-2975-4f8a-9479-202509760a32 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6942849 Apr 05 18:36:14.244386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60362) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:14.608538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Request body: {'network': {'project_id': '9118b7052ffb46689eec168238ddedb9', 'name': 'private', 'admin_state_up': True}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:14.614362 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:36:14.619006 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Usage tracker for resource:network and tenant:9118b7052ffb46689eec168238ddedb9 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:36:14.623530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:36:14.629934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:36:14.639039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Made reservation on behalf of 9118b7052ffb46689eec168238ddedb9 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:36:14.645364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:14.661983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:14.679384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:36:14.683792 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Usage tracker for resource:security_group_rule and tenant:9118b7052ffb46689eec168238ddedb9 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:36:14.687262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:36:14.693016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:36:14.944689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:14.947337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:14.952003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:14.971666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:36:14.996667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770072374711', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:14.997254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Unsubscribe: segment precommit_create {{(pid=84249) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 18:36:14.997727 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Added segment c69340d8-26c9-4364-abdb-935d47502224 of type vlan for network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 Apr 05 18:36:15.007471 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966bf4a4-9251-4e48-b596-e14bc14035af,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:15.059399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.059741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.060103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.060456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.060818 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.061159 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.061505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.061849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.062207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.062550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.062893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.063232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Tracked resource versions report: Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: pushed versions: Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: { 'AddressGroup': {'1.2'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': {'1.0'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': {'1.0'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': {'1.1'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': {'1.7'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': {'1.2'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': {'1.8'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': {'1.4'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': {'1.0'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': {'1.1'}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': {'1.1'}} Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: consumer versions: Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: { DHCP agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: L3 agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: Metadata agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: Metering agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: Open vSwitch agent@dv-cinder-782405-5-smb: { 'AddressGroup': '1.2', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': '1.0', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': '1.0', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': '1.1', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': '1.7', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': '1.2', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': '1.8', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': '1.4', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': '1.2', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': '1.0', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': '1.1', Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': '1.1'}} Apr 05 18:36:15.064367 dv-cinder-782405-5-smb neutron-server[84137]: {{(pid=84249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 18:36:15.114350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:15.116045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:15.153911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:15.155293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:36:15.155995 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:15.160816 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:15.269575 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0240519 Apr 05 18:36:15.272405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Pushing event updated for resources: {'Network': ['ID=50a3667e-908f-4dfb-8fb2-eb40342c54f1,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:15.275728 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:15.286601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:36:18.276672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60378) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:18.753217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a11d44-1375-4d69-b1ec-0f005dce6950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:36:18.754648 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-73a11d44-1375-4d69-b1ec-0f005dce6950 admin admin] 10.222.0.15 "GET /v2.0/networks/50a3667e-908f-4dfb-8fb2-eb40342c54f1 HTTP/1.1" status: 200 len: 825 time: 0.4769104 Apr 05 18:36:18.782566 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-296ea19a-df70-483b-a01f-66d839d62641 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/14db7171-1e6f-43c9-b46b-d0427275c173 HTTP/1.1" status: 200 len: 734 time: 0.0218909 Apr 05 18:36:18.791613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'subnetpool_id': '14db7171-1e6f-43c9-b46b-d0427275c173', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:18.796546 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:36:18.800405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Usage tracker for resource:subnet and tenant:9118b7052ffb46689eec168238ddedb9 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:36:18.803261 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:36:18.809068 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:36:18.818062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Made reservation on behalf of 9118b7052ffb46689eec168238ddedb9 for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:36:18.822538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:19.285596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:19.303103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:19.432493 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7458a1-7706-4c18-8b0b-12077ef93e59,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:19.447034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:19.499705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Checking segment: {'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:36:19.500067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Network hostable DHCP agents. Network: 50a3667e-908f-4dfb-8fb2-eb40342c54f1, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:36:19.519886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:36:19.528628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 50a3667e-908f-4dfb-8fb2-eb40342c54f1) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:36:19.532976 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:36:19.533592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:19.538937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe7a8fe-3cb9-4bd8-bb4a-f9628130880d None None] Network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:36:19.552264 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7641728 Apr 05 18:36:19.857379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9855afb8-0c15-5da4-869e-3ddf461a0e91-50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'fixed_ips': [{'subnet_id': '4f7458a1-7706-4c18-8b0b-12077ef93e59'}]}} from dv-cinder-782405-5-smb. {{(pid=84250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 18:36:19.858689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:20.050379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Allocated IP 172.20.0.2 (50a3667e-908f-4dfb-8fb2-eb40342c54f1/4f7458a1-7706-4c18-8b0b-12077ef93e59/bcb031f2-0496-4a79-b157-20c89d0cee3a) {{(pid=84250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:36:20.454094 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Notify callbacks [] for port, precommit_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:20.467084 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Transition to ACTIVE for port object bcb031f2-0496-4a79-b157-20c89d0cee3a will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:36:20.486878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Transition to ACTIVE for port object bcb031f2-0496-4a79-b157-20c89d0cee3a will not be triggered until provisioned by entity DHCP. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:36:20.492556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:20.508244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:20.636577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Pushing event updated for resources: {'Port': ['ID=bcb031f2-0496-4a79-b157-20c89d0cee3a,revision_number=1']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:20.648811 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.649187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.649556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.649895 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.650255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.650611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.650964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.651386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.651725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.652073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.652422 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.652770 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Tracked resource versions report: Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: pushed versions: Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: { 'AddressGroup': {'1.2'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': {'1.0'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': {'1.0'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': {'1.1'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': {'1.7'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': {'1.2'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': {'1.8'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': {'1.4'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': {'1.0'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': {'1.1'}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': {'1.1'}} Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: consumer versions: Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: { DHCP agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: L3 agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: Metadata agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: Metering agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: Open vSwitch agent@dv-cinder-782405-5-smb: { 'AddressGroup': '1.2', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': '1.0', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': '1.0', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': '1.1', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': '1.7', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': '1.2', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': '1.8', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': '1.4', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': '1.2', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': '1.0', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': '1.1', Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': '1.1'}} Apr 05 18:36:20.653885 dv-cinder-782405-5-smb neutron-server[84137]: {{(pid=84250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 18:36:20.660909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:20.708634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 is already hosted by enough agents. {{(pid=84250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:36:20.709840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Resources bound (agent type, host, resource id): {{(pid=84250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:36:20.712597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Received port after_create {{(pid=84250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:36:20.811488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Attempting to bind port bcb031f2-0496-4a79-b157-20c89d0cee3a on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:36:20.811918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Attempting to bind port bcb031f2-0496-4a79-b157-20c89d0cee3a by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:36:20.812325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Attempting to bind port bcb031f2-0496-4a79-b157-20c89d0cee3a on network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:36:20.817799 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:36:20.818223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Checking segment: {'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:36:20.818700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:20.819128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Bound using segment: {'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:36:20.819720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Bound port: bcb031f2-0496-4a79-b157-20c89d0cee3a, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:36:20.820083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:20.913886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] For port bcb031f2-0496-4a79-b157-20c89d0cee3a, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:36:20.918521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] For port bcb031f2-0496-4a79-b157-20c89d0cee3a, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=bcb031f2-0496-4a79-b157-20c89d0cee3a,segment=NetworkSegment(c69340d8-26c9-4364-abdb-935d47502224),segment_id=c69340d8-26c9-4364-abdb-935d47502224)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:36:20.921904 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:20.937605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:21.084832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Pushing event updated for resources: {'Port': ['ID=bcb031f2-0496-4a79-b157-20c89d0cee3a,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:21.089263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:22.288656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60388) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:22.692312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [None req-ab9f0504-c1d4-4d0e-b7c3-451c0d6a9943 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:36:22.707388 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ab9f0504-c1d4-4d0e-b7c3-451c0d6a9943 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4035938 Apr 05 18:36:25.290097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device bcb031f2-0496-4a79-b157-20c89d0cee3a up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:36:25.371740 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port bcb031f2-0496-4a79-b157-20c89d0cee3a completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:36:25.442278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60402) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:25.839240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [None req-cecdfc30-aae3-4b3d-af49-20b6817c630c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:36:25.840328 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-cecdfc30-aae3-4b3d-af49-20b6817c630c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3970551 Apr 05 18:36:25.952424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8487c-8002-4107-84e1-4d3137dd0a0c None None] Network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:36:26.056799 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] Provisioning for port bcb031f2-0496-4a79-b157-20c89d0cee3a completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:36:26.065881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] Provisioning complete for port bcb031f2-0496-4a79-b157-20c89d0cee3a triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:26.066228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:26.303047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:26.351617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] For port bcb031f2-0496-4a79-b157-20c89d0cee3a, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=bcb031f2-0496-4a79-b157-20c89d0cee3a,segment=NetworkSegment(c69340d8-26c9-4364-abdb-935d47502224),segment_id=c69340d8-26c9-4364-abdb-935d47502224)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:36:26.358207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:26.373697 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-23f50b71-41c8-4b40-89f9-9a67d7ac045f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:26.448717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] Pushing event updated for resources: {'Port': ['ID=bcb031f2-0496-4a79-b157-20c89d0cee3a,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:26.452605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:26.581988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-85c7ce5c-8cb5-4451-8e3f-61740965740c None None] Provisioning complete for port bcb031f2-0496-4a79-b157-20c89d0cee3a triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:26.582498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-85c7ce5c-8cb5-4451-8e3f-61740965740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:27.263021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device bcb031f2-0496-4a79-b157-20c89d0cee3a up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:36:27.332830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port bcb031f2-0496-4a79-b157-20c89d0cee3a triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:27.333385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:27.831215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:36:28.844140 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60416) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:29.212895 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:29.218258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:36:29.222144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Usage tracker for resource:router and tenant:9118b7052ffb46689eec168238ddedb9 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:36:29.225331 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:36:29.231679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:36:29.240458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-941280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769335'] for router, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:29.241749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853834617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853840528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853821891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6462'] for router, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:29.261764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:29.365293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326'] for router, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:29.383306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] Notify callbacks [] for router, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:29.384567 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ea3e300f-cfd7-4f21-90d4-798464c71b48 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5393882 Apr 05 18:36:31.692553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-436f2e03-2779-4304-80e8-a3a8e797f025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:32.067540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60426) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:32.453832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [None req-7ea52b08-9fb3-4bcb-97b6-3b9d0ea7b957 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:36:32.454963 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7ea52b08-9fb3-4bcb-97b6-3b9d0ea7b957 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3863699 Apr 05 18:36:32.749542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:33.893718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-26575374-94ab-4904-bf69-18110195fb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:34.052542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.173539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60446) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:35.328463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:35.333235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:36:35.337158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Usage tracker for resource:network and tenant:b3f02370585643e8820d56e8ccd2ff52 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:36:35.341233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:36:35.347102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:36:35.355992 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Made reservation on behalf of b3f02370585643e8820d56e8ccd2ff52 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:36:35.360616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.373377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.390686 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:36:35.394522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f02370585643e8820d56e8ccd2ff52 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:36:35.397372 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:36:35.403621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:36:35.486060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.488431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.492581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:35.507626 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Reserving flat network on physical network physnet1 {{(pid=84249) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 05 18:36:35.530209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad68b14-48cb-4c36-91c7-fc2c0fb526a3,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:35.533145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.533515 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Added segment acc2bb11-56eb-450c-afec-cfebbed06e18 of type flat for network c31d3d47-af10-4a12-bee5-4e18c2c19501 Apr 05 18:36:35.534706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:35.566698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.600680 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.601948 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:36:35.602554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:35.607323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:35.710020 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5354376 Apr 05 18:36:35.710726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Pushing event updated for resources: {'Network': ['ID=c31d3d47-af10-4a12-bee5-4e18c2c19501,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:35.713989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:35.721809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:36:35.839262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:38.225226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60466) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:38.341252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f82c35c-bfc6-4435-ada9-e2ff0d0371d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:36:38.342648 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3f82c35c-bfc6-4435-ada9-e2ff0d0371d2 admin admin] 10.222.0.15 "GET /v2.0/subnets/4f7458a1-7706-4c18-8b0b-12077ef93e59 HTTP/1.1" status: 200 len: 849 time: 0.1164074 Apr 05 18:36:38.489869 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9f633418-1f56-467a-855d-bba07abc7206 admin admin] 10.222.0.15 "GET /v2.0/routers/47799633-14d4-4683-a415-e57c4a27bef5 HTTP/1.1" status: 200 len: 704 time: 0.1411073 Apr 05 18:36:39.124410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:39.356482 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Allocated IP 172.20.0.1 (50a3667e-908f-4dfb-8fb2-eb40342c54f1/4f7458a1-7706-4c18-8b0b-12077ef93e59/8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:36:39.515216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:39.532019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Transition to ACTIVE for port object 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 will not be triggered until provisioned by entity DHCP. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:36:39.587093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:39.601756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:39.731173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Pushing event updated for resources: {'Port': ['ID=8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:39.737341 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:39.790886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:36:39.792569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:36:39.794791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:36:39.795314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836221'] for router_interface, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:39.994779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-c54f16cf-da09-413f-b98c-58055f8df371 None None] Provisioning for port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:36:39.999982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-c54f16cf-da09-413f-b98c-58055f8df371 None None] Provisioning complete for port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:40.000434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c54f16cf-da09-413f-b98c-58055f8df371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:40.056519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-c54f16cf-da09-413f-b98c-58055f8df371 None None] Port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:36:40.066551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:40.352241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:40.355925 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:40.357015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853990684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853832810'] for router_interface, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:40.372167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:40.504123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Pushing event updated for resources: {'Port': ['ID=8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:40.508244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:40.563414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:36:40.564504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:36:40.779629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-831876a2-2cd2-43e8-8c1e-7f689bb65cf8 None None] Provisioning complete for port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:40.780041 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-831876a2-2cd2-43e8-8c1e-7f689bb65cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:40.841484 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-831876a2-2cd2-43e8-8c1e-7f689bb65cf8 None None] Port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:36:40.931439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Router 47799633-14d4-4683-a415-e57c4a27bef5 is scheduled to L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 with binding_index 1 {{(pid=84249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 18:36:41.091221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:36:41.100468 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Sync routers for ids ['47799633-14d4-4683-a415-e57c4a27bef5'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:36:41.101611 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] 10.222.0.15 "PUT /v2.0/routers/47799633-14d4-4683-a415-e57c4a27bef5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6054890 Apr 05 18:36:41.111428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Routers {'47799633-14d4-4683-a415-e57c4a27bef5'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:36:41.112317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:36:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['47799633-14d4-4683-a415-e57c4a27bef5'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:41.297254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Set router 47799633-14d4-4683-a415-e57c4a27bef5 gateway port host: None {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:36:41.844026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47799633-14d4-4683-a415-e57c4a27bef5', 'name': 'router1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:36:29Z', 'updated_at': '2021-04-05T18:36:40Z', 'revision_number': 2, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'gw_port_host': None, '_interfaces': [{'id': '8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7', 'name': '', 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'mac_address': 'fa:16:3e:9a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:39Z', 'updated_at': '2021-04-05T18:36:40Z', 'revision_number': 2, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'subnets': [{'id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14db7171-1e6f-43c9-b46b-d0427275c173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:41.848912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Checking router: 47799633-14d4-4683-a415-e57c4a27bef5 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:36:41.849315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Updating router 47799633-14d4-4683-a415-e57c4a27bef5 port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:36:41.904177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:42.342106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:42.355998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Transition to ACTIVE for port object 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:36:42.361540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:42.380439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:42.515347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Pushing event updated for resources: {'Port': ['ID=8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:42.526460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.526838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.527204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.527612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.527970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.528323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.528673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.529020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.529366 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.529710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.530055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.530397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Tracked resource versions report: Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: pushed versions: Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: { 'AddressGroup': {'1.2'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': {'1.0'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': {'1.0'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': {'1.1'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': {'1.7'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': {'1.2'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': {'1.8'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': {'1.4'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': {'1.0'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': {'1.1'}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': {'1.1'}} Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: consumer versions: Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: { DHCP agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: L3 agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: Metadata agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: Metering agent@dv-cinder-782405-5-smb: {}, Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: Open vSwitch agent@dv-cinder-782405-5-smb: { 'AddressGroup': '1.2', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': '1.0', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': '1.0', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': '1.1', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': '1.7', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': '1.2', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': '1.8', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': '1.4', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': '1.2', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': '1.0', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': '1.1', Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': '1.1'}} Apr 05 18:36:42.531556 dv-cinder-782405-5-smb neutron-server[84137]: {{(pid=84251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 18:36:42.547203 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:42.735300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Attempting to bind port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:36:42.735759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Attempting to bind port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:36:42.736185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Attempting to bind port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 on network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:36:42.741831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:36:42.742255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Checking segment: {'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:36:42.742731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:42.743153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Bound using segment: {'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:36:42.743744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Bound port: 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69340d8-26c9-4364-abdb-935d47502224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:36:42.744142 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:42.840258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] For port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:36:42.846048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] For port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7,segment=NetworkSegment(c69340d8-26c9-4364-abdb-935d47502224),segment_id=c69340d8-26c9-4364-abdb-935d47502224)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:36:42.852663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:42.868723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:43.014802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Pushing event updated for resources: {'Port': ['ID=8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7,revision_number=4']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:43.019284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:43.076726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Routers {'47799633-14d4-4683-a415-e57c4a27bef5'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:36:43.077378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:36:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['47799633-14d4-4683-a415-e57c4a27bef5'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:43.240505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] Set router 47799633-14d4-4683-a415-e57c4a27bef5 gateway port host: None {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:36:43.577504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47799633-14d4-4683-a415-e57c4a27bef5', 'name': 'router1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:36:29Z', 'updated_at': '2021-04-05T18:36:40Z', 'revision_number': 2, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'gw_port_host': None, '_interfaces': [{'id': '8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7', 'name': '', 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'mac_address': 'fa:16:3e:9a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:39Z', 'updated_at': '2021-04-05T18:36:42Z', 'revision_number': 4, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'subnets': [{'id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14db7171-1e6f-43c9-b46b-d0427275c173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:43.581501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a50740-6cd2-497b-aac9-c01fb3881d27 None None] The sync data for ids ['47799633-14d4-4683-a415-e57c4a27bef5'] in dv-cinder-782405-5-smb is: [{'id': '47799633-14d4-4683-a415-e57c4a27bef5', 'name': 'router1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:36:29Z', 'updated_at': '2021-04-05T18:36:40Z', 'revision_number': 2, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'gw_port_host': None, '_interfaces': [{'id': '8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7', 'name': '', 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'mac_address': 'fa:16:3e:9a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:39Z', 'updated_at': '2021-04-05T18:36:42Z', 'revision_number': 4, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'subnets': [{'id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14db7171-1e6f-43c9-b46b-d0427275c173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:36:43.625811 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60478) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:43.784687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64afb5e-5e6a-4c35-b6c2-cf3657351a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:36:43.785306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d64afb5e-5e6a-4c35-b6c2-cf3657351a7c admin admin] Synchronizing usage tracker for tenant:b3f02370585643e8820d56e8ccd2ff52 on resource:network {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:36:43.801518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d64afb5e-5e6a-4c35-b6c2-cf3657351a7c admin admin] Unset dirty status for tenant:b3f02370585643e8820d56e8ccd2ff52 on resource:network {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:36:43.802673 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d64afb5e-5e6a-4c35-b6c2-cf3657351a7c admin admin] 10.222.0.15 "GET /v2.0/networks/c31d3d47-af10-4a12-bee5-4e18c2c19501 HTTP/1.1" status: 200 len: 842 time: 0.1757665 Apr 05 18:36:43.813510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:43.818810 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:36:43.823280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Usage tracker for resource:subnet and tenant:b3f02370585643e8820d56e8ccd2ff52 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:36:43.826154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:36:43.832566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:36:43.840723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Made reservation on behalf of b3f02370585643e8820d56e8ccd2ff52 for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:36:43.845327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:44.276830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.objects.ports [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84249) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 05 18:36:44.277332 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:44.293028 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:44.416231 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0efcc6-d3a1-4722-94f4-0811ce0f05fd,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:44.428504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:44.490586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:36:44.490973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Network hostable DHCP agents. Network: c31d3d47-af10-4a12-bee5-4e18c2c19501, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:36:44.511284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:36:44.520159 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, c31d3d47-af10-4a12-bee5-4e18c2c19501) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:36:44.524819 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:36:44.526269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:44.531615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34f612-6e7b-4b09-8624-e16eda2a657f None None] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:36:44.547795 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7379973 Apr 05 18:36:44.791284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be66e2-db5a-4243-ab72-d7f60c2488c4 None None] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:36:45.287976 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:36:45.360466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:36:45.365229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:45.365634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:45.634125 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:45.669353 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7,segment=NetworkSegment(c69340d8-26c9-4364-abdb-935d47502224),segment_id=c69340d8-26c9-4364-abdb-935d47502224)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:36:45.672100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:45.674212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f5eb3a6f-2c83-40c6-aadf-e17e6ca244b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:45.741751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:45.745789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:47.144688 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60492) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:47.273260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:36:47.344128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:47.344465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:47.353877 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e9478a0d-dc38-4f7f-9fc8-f6048a2fde09 admin admin] 10.222.0.15 "GET /v2.0/routers/47799633-14d4-4683-a415-e57c4a27bef5 HTTP/1.1" status: 200 len: 710 time: 0.2079625 Apr 05 18:36:47.490209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22811e12-7051-4e22-a7f6-a9af5744331c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:36:47.491674 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-22811e12-7051-4e22-a7f6-a9af5744331c admin admin] 10.222.0.15 "GET /v2.0/networks/c31d3d47-af10-4a12-bee5-4e18c2c19501 HTTP/1.1" status: 200 len: 886 time: 0.1319752 Apr 05 18:36:47.502270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:47.962990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:48.480912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:48.539846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:48.675174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Allocated IP 172.28.3.250 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/09b19c65-e3a1-4724-ad99-b0a2cd34a268) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:36:48.827068 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:48.855625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:48.870677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:49.001247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Pushing event updated for resources: {'Port': ['ID=09b19c65-e3a1-4724-ad99-b0a2cd34a268,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:49.006206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:49.053147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:36:49.054251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:36:49.056378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:36:49.446352 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:49.794255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:49.797636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-935273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853840490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945159'] for router, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:49.980695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Router 47799633-14d4-4683-a415-e57c4a27bef5 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:36:50.343151 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:36:50.352216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Notify callbacks [] for router, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:50.353010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Sync routers for ids ['47799633-14d4-4683-a415-e57c4a27bef5'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:36:50.353470 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] 10.222.0.15 "PUT /v2.0/routers/47799633-14d4-4683-a415-e57c4a27bef5 HTTP/1.1" status: 200 len: 890 time: 2.8546546 Apr 05 18:36:50.363968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Routers {'47799633-14d4-4683-a415-e57c4a27bef5'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:36:50.364774 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:36:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['47799633-14d4-4683-a415-e57c4a27bef5'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:50.567311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Set router 47799633-14d4-4683-a415-e57c4a27bef5 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:36:50.926060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47799633-14d4-4683-a415-e57c4a27bef5', 'name': 'router1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '09b19c65-e3a1-4724-ad99-b0a2cd34a268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:36:29Z', 'updated_at': '2021-04-05T18:36:49Z', 'revision_number': 4, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'gw_port': {'id': '09b19c65-e3a1-4724-ad99-b0a2cd34a268', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:48Z', 'updated_at': '2021-04-05T18:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7', 'name': '', 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'mac_address': 'fa:16:3e:9a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:39Z', 'updated_at': '2021-04-05T18:36:45Z', 'revision_number': 5, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'subnets': [{'id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14db7171-1e6f-43c9-b46b-d0427275c173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:50.931116 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Checking router: 47799633-14d4-4683-a415-e57c4a27bef5 for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:36:50.931577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Updating router 47799633-14d4-4683-a415-e57c4a27bef5 port 09b19c65-e3a1-4724-ad99-b0a2cd34a268 binding host dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:36:50.987932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:51.382558 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:51.394253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Transition to ACTIVE for port object 09b19c65-e3a1-4724-ad99-b0a2cd34a268 will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:36:51.399932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:51.414709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:51.544456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c92e91-c714-4ae0-9db5-88c5d4fddd30 None None] Pushing event updated for resources: {'Port': ['ID=09b19c65-e3a1-4724-ad99-b0a2cd34a268,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:51.549321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f3c92e91-c714-4ae0-9db5-88c5d4fddd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:51.605939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Attempting to bind port 09b19c65-e3a1-4724-ad99-b0a2cd34a268 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:36:51.606345 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Attempting to bind port 09b19c65-e3a1-4724-ad99-b0a2cd34a268 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:36:51.606745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Attempting to bind port 09b19c65-e3a1-4724-ad99-b0a2cd34a268 on network c31d3d47-af10-4a12-bee5-4e18c2c19501 {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:36:51.612208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:36:51.612614 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:36:51.613046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:51.613470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Bound using segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:36:51.613969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Bound port: 09b19c65-e3a1-4724-ad99-b0a2cd34a268, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:36:51.614370 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:51.693541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] For port 09b19c65-e3a1-4724-ad99-b0a2cd34a268, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:36:51.696589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] For port 09b19c65-e3a1-4724-ad99-b0a2cd34a268, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=09b19c65-e3a1-4724-ad99-b0a2cd34a268,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:36:51.699900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:51.714623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:51.864085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c92e91-c714-4ae0-9db5-88c5d4fddd30 None None] Pushing event updated for resources: {'Port': ['ID=09b19c65-e3a1-4724-ad99-b0a2cd34a268,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:51.868478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f3c92e91-c714-4ae0-9db5-88c5d4fddd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:51.914224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Routers {'47799633-14d4-4683-a415-e57c4a27bef5'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:36:51.914921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:36:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['47799633-14d4-4683-a415-e57c4a27bef5'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:52.100243 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] Set router 47799633-14d4-4683-a415-e57c4a27bef5 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:36:52.595880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47799633-14d4-4683-a415-e57c4a27bef5', 'name': 'router1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '09b19c65-e3a1-4724-ad99-b0a2cd34a268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:36:29Z', 'updated_at': '2021-04-05T18:36:49Z', 'revision_number': 4, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'gw_port': {'id': '09b19c65-e3a1-4724-ad99-b0a2cd34a268', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:48Z', 'updated_at': '2021-04-05T18:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7', 'name': '', 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'mac_address': 'fa:16:3e:9a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:39Z', 'updated_at': '2021-04-05T18:36:45Z', 'revision_number': 5, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'subnets': [{'id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14db7171-1e6f-43c9-b46b-d0427275c173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:36:52.599965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc978de-e624-4625-9f3f-778b9f1c6ee9 None None] The sync data for ids ['47799633-14d4-4683-a415-e57c4a27bef5'] in dv-cinder-782405-5-smb is: [{'id': '47799633-14d4-4683-a415-e57c4a27bef5', 'name': 'router1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '09b19c65-e3a1-4724-ad99-b0a2cd34a268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:36:29Z', 'updated_at': '2021-04-05T18:36:49Z', 'revision_number': 4, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'gw_port': {'id': '09b19c65-e3a1-4724-ad99-b0a2cd34a268', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:48Z', 'updated_at': '2021-04-05T18:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7', 'name': '', 'network_id': '50a3667e-908f-4dfb-8fb2-eb40342c54f1', 'tenant_id': '9118b7052ffb46689eec168238ddedb9', 'mac_address': 'fa:16:3e:9a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47799633-14d4-4683-a415-e57c4a27bef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:36:39Z', 'updated_at': '2021-04-05T18:36:45Z', 'revision_number': 5, 'project_id': '9118b7052ffb46689eec168238ddedb9', 'subnets': [{'id': '4f7458a1-7706-4c18-8b0b-12077ef93e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14db7171-1e6f-43c9-b46b-d0427275c173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:36:53.018774 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 60502) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:36:53.141952 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-abc54ad7-0590-4701-88f5-dd0adf8eafd5 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1218593 Apr 05 18:36:53.310951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 09b19c65-e3a1-4724-ad99-b0a2cd34a268 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:36:53.405336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 09b19c65-e3a1-4724-ad99-b0a2cd34a268 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:36:53.412216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 09b19c65-e3a1-4724-ad99-b0a2cd34a268 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:53.412629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:53.541025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:53.558872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port 09b19c65-e3a1-4724-ad99-b0a2cd34a268, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=09b19c65-e3a1-4724-ad99-b0a2cd34a268,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:36:53.562027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:36:53.565771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:36:53.636330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=09b19c65-e3a1-4724-ad99-b0a2cd34a268,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:36:53.639624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:36:55.299772 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 09b19c65-e3a1-4724-ad99-b0a2cd34a268 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:36:55.394931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 09b19c65-e3a1-4724-ad99-b0a2cd34a268 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:36:55.395447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:01.700307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9d557b3-81b2-4509-a64e-d1bdee2164e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:02.752344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:03.897812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0beb-2ae8-45e9-8dce-8db9e6eeee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:04.055150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:04.831279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:37:05.791991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:31.693419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4d81723f-f82b-4828-b647-f6ed321c19b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:32.755056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:33.904806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f529c76-a325-4f29-80a2-bc3b75457e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:34.060015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:35.796905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:37:41.831340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:38:01.699943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f85b8610-24f9-4a8a-aaaa-b775ad51639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:02.756472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:03.898110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b59a-d51e-490a-bdaf-a5dc6ad2ce92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:04.066369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:05.834478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:18.830428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:38:31.691082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0516-6db8-4559-9b34-3b7c38d5fd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:32.758614 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:33.899786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ff5c-11e9-4780-91d1-4ea88c6451c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:34.064831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:35.815275 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:38:55.829036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:39:01.694365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca535615-2e1f-4c6f-91b0-c5e4d096e8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:02.760087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:03.902071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78d844fd-43dc-49d4-b7e3-7a5a044dabec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:04.069626 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:05.245084 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32840) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:05.317692 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb119c7-7982-478c-a45e-5d17466f0472 admin admin] GET failed (client error): The resource could not be found. Apr 05 18:39:05.319026 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1fb119c7-7982-478c-a45e-5d17466f0472 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0729320 Apr 05 18:39:05.458065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1fcceb-ce30-4bdc-be30-ae7580f7d747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:05.460104 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-5a1fcceb-ce30-4bdc-be30-ae7580f7d747 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1368399 Apr 05 18:39:05.817391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:07.897657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32850) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:08.015971 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f7eeeb-3a81-4c12-8589-8239515681dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:08.016548 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-10f7eeeb-3a81-4c12-8589-8239515681dd admin admin] Synchronizing usage tracker for tenant:b3f02370585643e8820d56e8ccd2ff52 on resource:subnet {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:39:08.031985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-10f7eeeb-3a81-4c12-8589-8239515681dd admin admin] Unset dirty status for tenant:b3f02370585643e8820d56e8ccd2ff52 on resource:subnet {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:39:08.033162 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-10f7eeeb-3a81-4c12-8589-8239515681dd admin admin] 10.222.0.15 "GET /v2.0/subnets/4f7458a1-7706-4c18-8b0b-12077ef93e59 HTTP/1.1" status: 200 len: 849 time: 0.1344826 Apr 05 18:39:08.043964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:08.165081 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:08.470993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363266782429573'] for subnet, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:08.485616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-167c5ba1-2717-4e47-b6e5-00edf819dc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:39:08.618513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7458a1-7706-4c18-8b0b-12077ef93e59,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:39:08.637807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.638179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.638544 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.638902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.639255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.639635 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.639983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.640334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.640681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.641026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.641370 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.641713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:39:08.646343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:39:08.677546 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:08.678216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:08.679591 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] 10.222.0.15 "PUT /v2.0/subnets/4f7458a1-7706-4c18-8b0b-12077ef93e59 HTTP/1.1" status: 200 len: 868 time: 0.6396439 Apr 05 18:39:08.683774 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c001b-3865-42b5-86ff-3820b389919f None None] Network 50a3667e-908f-4dfb-8fb2-eb40342c54f1 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:39:09.208408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-7244e8c4-0fd5-4bb6-bb8e-87298b80153f None None] Provisioning complete for port bcb031f2-0496-4a79-b157-20c89d0cee3a triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:39:09.208934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7244e8c4-0fd5-4bb6-bb8e-87298b80153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:09.338289 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-7244e8c4-0fd5-4bb6-bb8e-87298b80153f None None] Provisioning complete for port 8a03a21d-70ed-4bc2-a7b7-ef94a527a3e7 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:39:09.338693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7244e8c4-0fd5-4bb6-bb8e-87298b80153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:11.162757 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32860) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:11.347983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b48526-f5ac-4862-b6b4-814ec37b1e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:11.348512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b48526-f5ac-4862-b6b4-814ec37b1e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:11.350137 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a3b48526-f5ac-4862-b6b4-814ec37b1e3b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1862457 Apr 05 18:39:13.821326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32870) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:14.008679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35807c-a50c-421b-b2ba-b1bf29426d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:14.009118 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35807c-a50c-421b-b2ba-b1bf29426d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:14.010734 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6f35807c-a50c-421b-b2ba-b1bf29426d0a admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1883502 Apr 05 18:39:16.467986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32880) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:16.652201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3250f-818b-4165-bbbe-00a31ccdb608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:16.653555 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-51d3250f-818b-4165-bbbe-00a31ccdb608 admin admin] 10.222.0.15 "GET /v2.0/networks/50a3667e-908f-4dfb-8fb2-eb40342c54f1 HTTP/1.1" status: 200 len: 869 time: 0.1845491 Apr 05 18:39:19.114887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32890) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:19.292363 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61935dcc-002c-4aa9-bc9f-cf176345312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:19.293791 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-61935dcc-002c-4aa9-bc9f-cf176345312f admin admin] 10.222.0.15 "GET /v2.0/networks/c31d3d47-af10-4a12-bee5-4e18c2c19501 HTTP/1.1" status: 200 len: 886 time: 0.1778233 Apr 05 18:39:21.733506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32900) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:21.846078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6cd27d-212d-4582-8274-247c2c7aebed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:21.846576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6cd27d-212d-4582-8274-247c2c7aebed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:21.848168 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ec6cd27d-212d-4582-8274-247c2c7aebed admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1136403 Apr 05 18:39:24.291795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32910) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:24.406027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465a575-74a1-4945-bdab-4045178762ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:24.406538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465a575-74a1-4945-bdab-4045178762ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:24.408169 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d465a575-74a1-4945-bdab-4045178762ce admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1153631 Apr 05 18:39:26.879841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 32920) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:27.030331 dv-cinder-782405-5-smb neutron-server[84137]: WARNING oslo_policy.policy [None req-4bb69b45-a4fc-4002-ac3f-74e6acbdccc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:39:27.030933 dv-cinder-782405-5-smb neutron-server[84137]: WARNING oslo_policy.policy [None req-4bb69b45-a4fc-4002-ac3f-74e6acbdccc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:39:27.429020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.policy [None req-4bb69b45-a4fc-4002-ac3f-74e6acbdccc6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84248) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 18:39:27.484207 dv-cinder-782405-5-smb neutron-server[84137]: WARNING oslo_policy.policy [None req-4bb69b45-a4fc-4002-ac3f-74e6acbdccc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:39:27.484620 dv-cinder-782405-5-smb neutron-server[84137]: WARNING oslo_policy.policy [None req-4bb69b45-a4fc-4002-ac3f-74e6acbdccc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:39:27.502226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb69b45-a4fc-4002-ac3f-74e6acbdccc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:27.504198 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-4bb69b45-a4fc-4002-ac3f-74e6acbdccc6 admin admin] 10.222.0.15 "GET /v2.0/subnets/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd HTTP/1.1" status: 200 len: 816 time: 0.6221724 Apr 05 18:39:29.969501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 32936) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:30.246964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d173c80-1108-4a81-8e35-2b9a99056c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:30.248429 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8d173c80-1108-4a81-8e35-2b9a99056c47 admin admin] 10.222.0.15 "GET /v2.0/subnets/4f7458a1-7706-4c18-8b0b-12077ef93e59 HTTP/1.1" status: 200 len: 868 time: 0.2778709 Apr 05 18:39:31.696900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4f35f814-5d8e-42d0-b179-66255f414ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:32.762492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:32.828914 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:39:33.905311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-16588953-797a-4cba-920d-81b4af4b2a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:34.072242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:35.820813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:39:56.521234 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 32980) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:56.572483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [None req-0cd99465-4d9a-4f3c-a737-1d90458309a8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:39:56.573538 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0cd99465-4d9a-4f3c-a737-1d90458309a8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513010 Apr 05 18:39:59.122228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 32990) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:39:59.198725 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.pecan_wsgi.hooks.translation [None req-87439ef7-1fff-44a3-84b2-67ebeeabeda5 admin admin] GET failed (client error): The resource could not be found. Apr 05 18:39:59.200120 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-87439ef7-1fff-44a3-84b2-67ebeeabeda5 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0768554 Apr 05 18:39:59.335533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131144b0-6476-496e-af11-8daefd6b5a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:39:59.337061 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-131144b0-6476-496e-af11-8daefd6b5a5c admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1327443 Apr 05 18:40:01.697891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44573ff6-61b4-484e-badd-6dfe9204ae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:01.819573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33000) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:40:01.870843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:01.875752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:40:01.886317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:40:01.896108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Made reservation on behalf of b3f02370585643e8820d56e8ccd2ff52 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:40:01.900842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:01.993051 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.services.revisions.revision_plugin [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Could not find related network for resource to bump revision. Apr 05 18:40:02.003835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:40:02.012834 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:02.013209 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Added segment fda7599b-e3b2-42e9-b51e-9a70a20228f3 of type vlan for network 48dab9d1-7a71-4e91-9d27-22accbccca46 Apr 05 18:40:02.038696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:02.066017 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:02.067877 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:40:02.068495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:02.073215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:40:02.174452 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3537242 Apr 05 18:40:02.175173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Pushing event updated for resources: {'Network': ['ID=48dab9d1-7a71-4e91-9d27-22accbccca46,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:40:02.177972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4f82be21-fabf-47fa-b8c6-3439d947df36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:40:02.190695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 48dab9d1-7a71-4e91-9d27-22accbccca46 details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:40:02.763020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:03.907158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6acc372a-ac9b-4daf-bdf4-c841130eafe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:04.074638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:04.643455 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33010) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:40:04.717736 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ab1333-ed95-4909-81f9-043a6ed0af84 admin admin] GET failed (client error): The resource could not be found. Apr 05 18:40:04.718292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-08ab1333-ed95-4909-81f9-043a6ed0af84 admin admin] Synchronizing usage tracker for tenant:b3f02370585643e8820d56e8ccd2ff52 on resource:network {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:40:04.732233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-08ab1333-ed95-4909-81f9-043a6ed0af84 admin admin] Unset dirty status for tenant:b3f02370585643e8820d56e8ccd2ff52 on resource:network {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:40:04.733403 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-08ab1333-ed95-4909-81f9-043a6ed0af84 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0889177 Apr 05 18:40:04.846480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3bf8e5-f0c0-4a7b-be31-f250e110d7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:40:04.847961 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8e3bf8e5-f0c0-4a7b-be31-f250e110d7ef admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1102967 Apr 05 18:40:04.858457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Request body: {'subnet': {'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:04.862922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:40:04.873518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:40:04.883266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Made reservation on behalf of b3f02370585643e8820d56e8ccd2ff52 for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:40:04.887840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:05.269481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:05.284388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:40:05.406925 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=40309985-36a3-4595-80fa-df00ddd409c0,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:40:05.418544 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:40:05.473247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Checking segment: {'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:40:05.473623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Network hostable DHCP agents. Network: 48dab9d1-7a71-4e91-9d27-22accbccca46, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:40:05.491410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Network 48dab9d1-7a71-4e91-9d27-22accbccca46 is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:40:05.499404 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 48dab9d1-7a71-4e91-9d27-22accbccca46) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:40:05.503203 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:40:05.503855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:05.509593 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e949d78-a57c-40af-844d-7c8f46797b86 None None] Network 48dab9d1-7a71-4e91-9d27-22accbccca46 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:40:05.527413 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6725447 Apr 05 18:40:05.745325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9855afb8-0c15-5da4-869e-3ddf461a0e91-48dab9d1-7a71-4e91-9d27-22accbccca46', 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46', 'tenant_id': 'b3f02370585643e8820d56e8ccd2ff52', 'fixed_ips': [{'subnet_id': '40309985-36a3-4595-80fa-df00ddd409c0'}]}} from dv-cinder-782405-5-smb. {{(pid=84250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 18:40:05.746266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:05.845839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:06.075038 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Allocated IP 192.168.233.2 (48dab9d1-7a71-4e91-9d27-22accbccca46/40309985-36a3-4595-80fa-df00ddd409c0/b2511f06-c5b1-4c86-9e79-138c1736f658) {{(pid=84250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:40:06.289049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Notify callbacks [] for port, precommit_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:06.299574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Transition to ACTIVE for port object b2511f06-c5b1-4c86-9e79-138c1736f658 will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:40:06.320051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Transition to ACTIVE for port object b2511f06-c5b1-4c86-9e79-138c1736f658 will not be triggered until provisioned by entity DHCP. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:40:06.324575 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:06.340744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f3c92e91-c714-4ae0-9db5-88c5d4fddd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:40:06.472494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Pushing event updated for resources: {'Port': ['ID=b2511f06-c5b1-4c86-9e79-138c1736f658,revision_number=1']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:40:06.485727 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.486109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.486485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.486853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.487220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.487610 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.487973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.488334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.488759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.489119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.489480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.490295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:40:06.496160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:40:06.546106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Network 48dab9d1-7a71-4e91-9d27-22accbccca46 is already hosted by enough agents. {{(pid=84250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:40:06.547260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Resources bound (agent type, host, resource id): {{(pid=84250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:40:06.549694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Received port after_create {{(pid=84250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:40:06.644073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Attempting to bind port b2511f06-c5b1-4c86-9e79-138c1736f658 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:40:06.644459 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Attempting to bind port b2511f06-c5b1-4c86-9e79-138c1736f658 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:40:06.644780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Attempting to bind port b2511f06-c5b1-4c86-9e79-138c1736f658 on network 48dab9d1-7a71-4e91-9d27-22accbccca46 {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:40:06.650364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:40:06.650775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Checking segment: {'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:40:06.651209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:06.651668 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Bound using segment: {'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:40:06.652171 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Bound port: b2511f06-c5b1-4c86-9e79-138c1736f658, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:40:06.652571 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:06.745377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] For port b2511f06-c5b1-4c86-9e79-138c1736f658, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:40:06.748905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] For port b2511f06-c5b1-4c86-9e79-138c1736f658, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b2511f06-c5b1-4c86-9e79-138c1736f658,segment=NetworkSegment(fda7599b-e3b2-42e9-b51e-9a70a20228f3),segment_id=fda7599b-e3b2-42e9-b51e-9a70a20228f3)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:40:06.753243 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:06.768424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:40:06.907712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Pushing event updated for resources: {'Port': ['ID=b2511f06-c5b1-4c86-9e79-138c1736f658,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:40:06.912898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:40:07.417251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b2511f06-c5b1-4c86-9e79-138c1736f658 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:40:07.492210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port b2511f06-c5b1-4c86-9e79-138c1736f658 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:40:08.228505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32856c72-c948-4158-b44e-a8af42adfe2e None None] Network 48dab9d1-7a71-4e91-9d27-22accbccca46 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:40:08.324441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] Provisioning for port b2511f06-c5b1-4c86-9e79-138c1736f658 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:40:08.332467 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] Provisioning complete for port b2511f06-c5b1-4c86-9e79-138c1736f658 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:40:08.332879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:08.572103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:08.619696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] For port b2511f06-c5b1-4c86-9e79-138c1736f658, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b2511f06-c5b1-4c86-9e79-138c1736f658,segment=NetworkSegment(fda7599b-e3b2-42e9-b51e-9a70a20228f3),segment_id=fda7599b-e3b2-42e9-b51e-9a70a20228f3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:40:08.626780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:08.630292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:40:08.701313 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] Pushing event updated for resources: {'Port': ['ID=b2511f06-c5b1-4c86-9e79-138c1736f658,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:40:08.704619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:40:08.853471 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-53770500-9032-4ed0-8fd9-01bb87423e5d None None] Provisioning complete for port b2511f06-c5b1-4c86-9e79-138c1736f658 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:40:08.853809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-53770500-9032-4ed0-8fd9-01bb87423e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:09.383302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b2511f06-c5b1-4c86-9e79-138c1736f658 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:40:09.454492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port b2511f06-c5b1-4c86-9e79-138c1736f658 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:40:09.454899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:09.827221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:40:31.699862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1653749d-9ddf-45e6-83ac-5380fae886ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:32.764435 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:33.908755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-793a7a1d-9cf6-44be-9f99-829c552cce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:34.077094 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:35.827333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:40:46.826656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:41:01.701124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e5fde342-3f1d-4335-891e-3acfc11546c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:02.765273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:03.912650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-baef1cf5-36e8-48be-bdbf-2903cdad9bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:04.078713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:05.832929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:23.825708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:41:27.473523 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33060) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:41:27.480024 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [None req-4a6aaff2-3aa9-410b-860c-9ed9d6553069 tempest-verify_tempest_config-1416739024 tempest-verify_tempest_config-1416739024-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:41:27.481101 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-4a6aaff2-3aa9-410b-860c-9ed9d6553069 tempest-verify_tempest_config-1416739024 tempest-verify_tempest_config-1416739024-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064726 Apr 05 18:41:27.788279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33078) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:41:27.909218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:27.924173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:41:27.928104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c9f692ba594dda98a027c1e6619450 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:41:27.930958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:41:27.936846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:41:28.022845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:28.025440 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:28.034954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:41:28.077288 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Synchronizing usage tracker for tenant:b3f02370585643e8820d56e8ccd2ff52 on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:41:28.081262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d1180e-3244-4215-82d9-f8b7c5340dc7,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:41:28.091443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.091825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.092200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.092566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.092926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.093285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.093641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.093993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.094347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.094696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.095045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.095415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.101172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:41:28.108110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Unset dirty status for tenant:b3f02370585643e8820d56e8ccd2ff52 on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:41:28.111821 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6c9f692ba594dda98a027c1e6619450&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3224843 Apr 05 18:41:28.112325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33084) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:41:28.186108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:28.212808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:28.264433 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:28.271497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:41:28.285959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d1180e-3244-4215-82d9-f8b7c5340dc7,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:41:28.297545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.297922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.298289 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.298646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.299001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.299382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.299734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.300083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.300438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.300785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.301130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.301499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Tracked resource versions report: Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: pushed versions: Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: { 'AddressGroup': {'1.2'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': {'1.0'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': {'1.0'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': {'1.1'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': {'1.7'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': {'1.2'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': {'1.8'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': {'1.4'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': {'1.0'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': {'1.1'}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': {'1.1'}} Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: consumer versions: Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: { DHCP agent@dv-cinder-782405-5-smb: {}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: L3 agent@dv-cinder-782405-5-smb: {}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: Metadata agent@dv-cinder-782405-5-smb: {}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: Metering agent@dv-cinder-782405-5-smb: {}, Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: Open vSwitch agent@dv-cinder-782405-5-smb: { 'AddressGroup': '1.2', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': '1.0', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': '1.0', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': '1.1', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': '1.7', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': '1.2', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': '1.8', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': '1.4', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': '1.2', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': '1.0', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': '1.1', Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': '1.1'}} Apr 05 18:41:28.302587 dv-cinder-782405-5-smb neutron-server[84137]: {{(pid=84248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 18:41:28.321098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:28.322260 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28d1180e-3244-4215-82d9-f8b7c5340dc7 HTTP/1.1" status: 204 len: 168 time: 0.2089262 Apr 05 18:41:28.329806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:41:31.702737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-df46d40c-2aac-4a4e-a735-f60cbf657664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:32.765877 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:33.914993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78c13bc4-40bf-4626-b9f3-0cbc7fe5ac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:34.081938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:41:35.836377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:00.825021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:42:01.703108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f1e91e6f-c6b0-45e9-a065-d8645f7fe658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:02.767819 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:03.917522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb4e0-9f02-42a3-8aef-647da7cd60d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:04.083533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:05.840781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:31.704390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6fc8aeb8-1602-426d-bddb-25653a7ab9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:32.769805 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:33.918204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-484d142d-b546-445a-858d-6f0757bade4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:34.085843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:35.848371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:42:37.824412 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 5 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:43:01.705284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9af05818-0108-409f-acd6-dd2ebfcba252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:02.770803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:03.922712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4cd9be89-514c-4704-aa6a-4e63d3575bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:04.089536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:05.852143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:09.159290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106'] for agent, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:14.346495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33140) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:43:14.462722 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ea6d1dfd-046e-41a0-97c4-2ab5be86c889 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1150775 Apr 05 18:43:14.824400 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:43:16.976246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33150) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:43:17.034858 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8fae82cb-c66b-49fe-abf2-ff7267c8383b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0574319 Apr 05 18:43:31.705646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8c7b-5fb5-4ef6-905c-b45eba4c28b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:32.776620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:33.924272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f89146b2-2132-4639-a79c-48d5ceae20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:34.090883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:35.853684 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:39.120915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:43:51.824497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:44:01.706179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6b5c50a-5ec3-4bba-a7f3-c283c51acb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:02.777713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:03.925063 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-eb51fba1-deca-40fc-9b70-b4aa4fb763a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:04.092701 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:05.859691 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:09.128468 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:28.824042 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:44:31.707805 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-626ca46d-4354-4eb6-9828-29ac84a73c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:32.780194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:33.925614 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-178183a3-5192-4254-a392-59763679f12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:34.096875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:35.860704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:39.128894 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.243612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33314) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:54.642685 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-211624630-network', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:54.648932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:54.653000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Usage tracker for resource:network and tenant:12e487337c1f42d69805a235f74ff9e7 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:54.655973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:54.662874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:54.676196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Made reservation on behalf of 12e487337c1f42d69805a235f74ff9e7 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:54.681015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.694483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.711166 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:54.715229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Usage tracker for resource:security_group_rule and tenant:12e487337c1f42d69805a235f74ff9e7 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:54.718343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:54.725262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:54.809057 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.812099 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.817063 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-496cb979-9dff-44a2-9545-e9113866d840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:54.848681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733cfddc-a3c0-4d37-92c2-90a439d24e1c,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:54.858735 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.859233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.859685 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.859980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.860343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.860951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.861077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.861397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.861723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.862083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.862437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.862810 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Tracked resource versions report: Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: pushed versions: Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: { 'AddressGroup': {'1.2'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': {'1.0'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': {'1.0'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': {'1.1'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': {'1.7'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': {'1.2'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': {'1.8'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': {'1.4'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': {'1.0'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': {'1.1'}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': {'1.1'}} Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: consumer versions: Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: { DHCP agent@dv-cinder-782405-5-smb: {}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: HyperV agent@hv-cinder-78240: {}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: L3 agent@dv-cinder-782405-5-smb: {}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: Metadata agent@dv-cinder-782405-5-smb: {}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: Metering agent@dv-cinder-782405-5-smb: {}, Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: Open vSwitch agent@dv-cinder-782405-5-smb: { 'AddressGroup': '1.2', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': '1.0', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': '1.0', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': '1.1', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': '1.7', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': '1.2', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': '1.8', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': '1.4', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': '1.2', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': '1.0', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': '1.1', Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': '1.1'}} Apr 05 18:44:54.864745 dv-cinder-782405-5-smb neutron-server[84137]: {{(pid=84249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 18:44:54.870095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:54.870845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:44:54.879959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.880464 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Added segment 8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3 of type vlan for network 185e4dd9-5459-4711-a6ea-55de5066954e Apr 05 18:44:54.911932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.944259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.945316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:44:54.946012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:54.971940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:54.990061 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7447424 Apr 05 18:44:54.993263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33362) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:55.000671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Request body: {'subnet': {'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-subnet', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:55.004030 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.quota [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Loaded quota_driver: . Apr 05 18:44:55.011872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:55.022077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Usage tracker for resource:subnet and tenant:12e487337c1f42d69805a235f74ff9e7 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:55.025462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:55.034638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:55.044944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33366) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:55.059967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Made reservation on behalf of 12e487337c1f42d69805a235f74ff9e7 for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:55.067651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:55.074369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Pushing event updated for resources: {'Network': ['ID=185e4dd9-5459-4711-a6ea-55de5066954e,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:55.081211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:55.094547 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 185e4dd9-5459-4711-a6ea-55de5066954e details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:44:55.379408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33382) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:55.419167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33388) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:55.507529 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-network', 'tenant_id': '3205a941f52a47429eb3a9e75932e721'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:55.515226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:55.522297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Usage tracker for resource:network and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:55.527380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:55.535709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:55.567215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Made reservation on behalf of 3205a941f52a47429eb3a9e75932e721 for: {'network': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:55.572298 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:55.592096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:55.644195 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:55.655665 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Usage tracker for resource:security_group_rule and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:55.660511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:55.674178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:55.695850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:55.720618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:55.744537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-920691786-network', 'tenant_id': 'd65f9c98b8d84bca9cbff6eeb4386703'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:55.755065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:55.767110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Usage tracker for resource:network and tenant:d65f9c98b8d84bca9cbff6eeb4386703 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:55.772979 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:55.787675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:55.809170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Made reservation on behalf of d65f9c98b8d84bca9cbff6eeb4386703 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:55.814174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:55.838615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:55.892136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:55.903075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Usage tracker for resource:security_group_rule and tenant:d65f9c98b8d84bca9cbff6eeb4386703 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:55.915135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:55.926807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:55.933676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3718c7ac-9b6c-4814-9183-53c654862e62,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:55.941516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-307965608-network', 'tenant_id': 'e0f34f6a6c82494f883207bca95b8c03'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:55.959122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:55.978027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Usage tracker for resource:network and tenant:e0f34f6a6c82494f883207bca95b8c03 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:55.978618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.979316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.979903 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.980414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.980921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.981812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.981962 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:55.982464 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.983223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.983892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.984375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.984999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.985536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Tracked resource versions report: Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: pushed versions: Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: { 'AddressGroup': {'1.2'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': {'1.0'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': {'1.0'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': {'1.1'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': {'1.7'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': {'1.2'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': {'1.8'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': {'1.4'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': {'1.0'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': {'1.1'}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': {'1.1'}} Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: consumer versions: Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: { DHCP agent@dv-cinder-782405-5-smb: {}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: HyperV agent@hv-cinder-78240: {}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: L3 agent@dv-cinder-782405-5-smb: {}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: Metadata agent@dv-cinder-782405-5-smb: {}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: Metering agent@dv-cinder-782405-5-smb: {}, Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: Open vSwitch agent@dv-cinder-782405-5-smb: { 'AddressGroup': '1.2', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': '1.0', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': '1.0', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': '1.1', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': '1.7', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': '1.2', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': '1.8', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': '1.4', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': '1.2', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': '1.0', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': '1.1', Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': '1.1'}} Apr 05 18:44:55.986919 dv-cinder-782405-5-smb neutron-server[84137]: {{(pid=84248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 18:44:56.014067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:56.018923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:56.036768 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.049873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.060577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0acaa314-c905-491e-b667-4fde22381d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:56.061485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Made reservation on behalf of e0f34f6a6c82494f883207bca95b8c03 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:56.071026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.090781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.100992 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Checking segment: {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:44:56.101391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Network hostable DHCP agents. Network: 185e4dd9-5459-4711-a6ea-55de5066954e, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:44:56.110338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=84248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:44:56.120014 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:56.122339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37faa0dc-fcb9-4ef9-831e-a496bfeff78b,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:56.127873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f34f6a6c82494f883207bca95b8c03 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:56.138013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:56.140036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770072374711', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.140748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Unsubscribe: segment precommit_create {{(pid=84248) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 18:44:56.141107 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Added segment 05817c9c-8ac8-4818-b94c-35878529796d of type vlan for network e038d0f2-2e88-4870-96a1-ea984d54970c Apr 05 18:44:56.147898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:56.162397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:56.172937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Network 185e4dd9-5459-4711-a6ea-55de5066954e is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:44:56.200715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 185e4dd9-5459-4711-a6ea-55de5066954e) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:44:56.211823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.213651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.219645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:44:56.220041 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232db1bd-4e23-4efe-a78a-740778d04f05 None None] Network 185e4dd9-5459-4711-a6ea-55de5066954e requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:44:56.220310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.220518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.230343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:56.292645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a21762-c88c-419b-875f-4fed08b699d0,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:56.316625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:56.320897 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:44:56.326393 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3318548 Apr 05 18:44:56.329489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.330152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33422) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:56.334218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:44:56.334584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.340952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:56.355113 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:56.367293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.367702 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Added segment 82f79fa3-78a9-458f-a55b-9b9a39de995c of type vlan for network ac409794-e592-40f1-9fb8-b1e8e8264fba Apr 05 18:44:56.396258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:56.458608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.462677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Usage tracker for resource:router and tenant:12e487337c1f42d69805a235f74ff9e7 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:56.483257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:56.494487 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4481883 Apr 05 18:44:56.495687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:56.499651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33434) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:56.510748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Request body: {'subnet': {'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-subnet', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:56.514174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Pushing event updated for resources: {'Network': ['ID=e038d0f2-2e88-4870-96a1-ea984d54970c,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:56.518133 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:56.520683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:56.521825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407eb06-f213-405d-8ffb-61c27f6d28dc None None] Network 185e4dd9-5459-4711-a6ea-55de5066954e requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:44:56.523059 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Usage tracker for resource:subnet and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:56.526047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:56.535559 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:56.552927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Made reservation on behalf of 3205a941f52a47429eb3a9e75932e721 for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:56.562898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.575979 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.578066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.579762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:44:56.580603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.611464 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-147d39fc-4be4-447c-8758-f34adb1b0894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:56.629067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network e038d0f2-2e88-4870-96a1-ea984d54970c details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:44:56.665277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.724878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-941280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769335'] for router, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.726157 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853834617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853840528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853821891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6462'] for router, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.815089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:56.837637 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Pushing event updated for resources: {'Network': ['ID=ac409794-e592-40f1-9fb8-b1e8e8264fba,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:56.852578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network ac409794-e592-40f1-9fb8-b1e8e8264fba details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:44:56.855967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:56.862521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:56.916030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:56.935514 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5518458 Apr 05 18:44:56.935514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:56.936767 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33450) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:56.944227 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:44:56.961811 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Request body: {'subnet': {'network_id': 'ac409794-e592-40f1-9fb8-b1e8e8264fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-920691786-subnet', 'tenant_id': 'd65f9c98b8d84bca9cbff6eeb4386703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:56.977676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:56.981831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Usage tracker for resource:subnet and tenant:d65f9c98b8d84bca9cbff6eeb4386703 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:56.996357 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:57.002789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:57.022257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:57.022650 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Added segment d4c58b18-edb2-4a19-ad13-8963500837d4 of type vlan for network 4bc1c569-881e-4572-ba43-405f6cee449d Apr 05 18:44:57.023872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Made reservation on behalf of d65f9c98b8d84bca9cbff6eeb4386703 for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:57.028529 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:57.572143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:57.682109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:57.749928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:57.754611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:44:57.755256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:57.783374 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:58.066320 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6444471 Apr 05 18:44:58.070131 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33496) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:58.079007 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc1c569-881e-4572-ba43-405f6cee449d,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:58.081465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Request body: {'subnet': {'network_id': '4bc1c569-881e-4572-ba43-405f6cee449d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-307965608-subnet', 'tenant_id': 'e0f34f6a6c82494f883207bca95b8c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:58.084839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:58.090578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 4bc1c569-881e-4572-ba43-405f6cee449d details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:44:58.131898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:58.218182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Usage tracker for resource:subnet and tenant:e0f34f6a6c82494f883207bca95b8c03 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:58.229411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:58.274070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:58.299151 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Made reservation on behalf of e0f34f6a6c82494f883207bca95b8c03 for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:58.304926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:58.325913 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:58.374420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:58.397186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:58.414653 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6de70f0f-1757-4155-b099-19cf355d75e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:58.559939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2c6432-95c8-4a49-bfc7-d46259bcaca1,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:58.567741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:58.614829 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:58.639687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:58.668702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Checking segment: {'id': '82f79fa3-78a9-458f-a55b-9b9a39de995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac409794-e592-40f1-9fb8-b1e8e8264fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:44:58.669092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Network hostable DHCP agents. Network: ac409794-e592-40f1-9fb8-b1e8e8264fba, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:44:58.700879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Network ac409794-e592-40f1-9fb8-b1e8e8264fba is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:44:58.714629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, ac409794-e592-40f1-9fb8-b1e8e8264fba) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:44:58.718766 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:44:58.719409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:58.726224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad1ea4-a76e-46c8-9d33-24c6c98faf9c None None] Network ac409794-e592-40f1-9fb8-b1e8e8264fba requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:44:58.747202 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-203dee53-1634-499f-afd0-40ed996fdb90 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8001516 Apr 05 18:44:58.999296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Allocated IP 172.28.3.201 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/6e501f9c-c087-48bb-8eab-760bb301ac5b) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:44:59.022943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45b5584-040f-4fcf-af84-c5e58ab5a48b,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:59.066972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:59.106330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07ce57-9fa2-46c6-a960-6b378e1a13a9 None None] Network ac409794-e592-40f1-9fb8-b1e8e8264fba requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:44:59.218804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33556) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:59.357458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Checking segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:44:59.357858 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Network hostable DHCP agents. Network: e038d0f2-2e88-4870-96a1-ea984d54970c, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:44:59.423671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.430554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Network e038d0f2-2e88-4870-96a1-ea984d54970c is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:44:59.455238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, e038d0f2-2e88-4870-96a1-ea984d54970c) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:44:59.466890 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:44:59.467881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.469244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b70e4-a816-49d2-9075-33da2043f537 None None] Network e038d0f2-2e88-4870-96a1-ea984d54970c requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:44:59.488072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.525692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:59.530424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Usage tracker for resource:security_group_rule and tenant:d75921f272c74ab0af3f89db6b213333 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:59.537016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:59.553817 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33574) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:59.554721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:59.563977 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935423712-network', 'tenant_id': '48b25f9201884aba8a26596cf6b49736'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:59.575813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:59.582684 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Usage tracker for resource:network and tenant:48b25f9201884aba8a26596cf6b49736 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:59.588873 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0871601 Apr 05 18:44:59.594754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33580) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:59.594923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:59.606630 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:59.608031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:59.611762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.619654 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:59.631094 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Made reservation on behalf of 48b25f9201884aba8a26596cf6b49736 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:44:59.637048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.652938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:59.653441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.676946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:44:59.684749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Usage tracker for resource:security_group_rule and tenant:48b25f9201884aba8a26596cf6b49736 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:59.688644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:59.701586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:59.763397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.769295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9855afb8-0c15-5da4-869e-3ddf461a0e91-e038d0f2-2e88-4870-96a1-ea984d54970c', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b'}]}} from dv-cinder-782405-5-smb. {{(pid=84250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 18:44:59.769792 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.771255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.804813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-78b497dd-a04c-44bd-ab39-372f6923cea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:44:59.820879 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d75921f272c74ab0af3f89db6b213333&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6006010 Apr 05 18:44:59.821776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33590) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:44:59.898908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d366db-ed87-467b-a00e-97c10de1eebe,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:44:59.906961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:44:59.939223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Usage tracker for resource:router and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:44:59.943478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:44:59.967269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa55a-f9a8-4191-9ed9-3cf85e39a0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.969602 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:44:59.993601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:44:59.993601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.013247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:45:00.019717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:00.041710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa55a-f9a8-4191-9ed9-3cf85e39a0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.050640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.051727 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Added segment 8a7da60c-0f91-48da-afc2-2e1dee1b912a of type vlan for network 2449b53c-ce6a-4539-9342-1ca5dd092497 Apr 05 18:45:00.104179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-941280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769335'] for router, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.104994 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853834617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853840528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853821891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6462'] for router, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.109414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a59b0ed-06ea-4eb3-9200-d5c59f1fb749,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:00.123540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:00.130537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Allocated IP 172.20.0.2 (e038d0f2-2e88-4870-96a1-ea984d54970c/c45b5584-040f-4fcf-af84-c5e58ab5a48b/08a4797f-67b9-40e3-9773-e576422bb420) {{(pid=84250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:00.154921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa55a-f9a8-4191-9ed9-3cf85e39a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.161667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.169331 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:00.195752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.196867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fa55a-f9a8-4191-9ed9-3cf85e39a0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d366db-ed87-467b-a00e-97c10de1eebe,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:00.221485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Pushing event updated for resources: {'Port': ['ID=6e501f9c-c087-48bb-8eab-760bb301ac5b,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:00.226251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9c8fa55a-f9a8-4191-9ed9-3cf85e39a0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:00.236044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:00.256882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.297539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa55a-f9a8-4191-9ed9-3cf85e39a0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.306987 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9c8fa55a-f9a8-4191-9ed9-3cf85e39a0e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83d366db-ed87-467b-a00e-97c10de1eebe HTTP/1.1" status: 204 len: 168 time: 0.4732170 Apr 05 18:45:00.320260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.321662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:00.322295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.327729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:00.389907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dd5e1c95-8f98-444a-8cfc-69b657858cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:00.533255 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9758992 Apr 05 18:45:00.536505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33628) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:00.545971 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Request body: {'subnet': {'network_id': '2449b53c-ce6a-4539-9342-1ca5dd092497', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935423712-subnet', 'tenant_id': '48b25f9201884aba8a26596cf6b49736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:00.564347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:00.570695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2449b53c-ce6a-4539-9342-1ca5dd092497,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:00.588724 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Usage tracker for resource:subnet and tenant:48b25f9201884aba8a26596cf6b49736 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:00.596898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:00.598903 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 2449b53c-ce6a-4539-9342-1ca5dd092497 details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:45:00.600079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:00.615308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:00.631590 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Made reservation on behalf of 48b25f9201884aba8a26596cf6b49736 for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:45:00.636580 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.704244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Notify callbacks [] for port, precommit_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.742926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Transition to ACTIVE for port object 08a4797f-67b9-40e3-9773-e576422bb420 will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:00.808202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Transition to ACTIVE for port object 08a4797f-67b9-40e3-9773-e576422bb420 will not be triggered until provisioned by entity DHCP. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:00.815073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.835371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:00.952708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33636) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:00.972392 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:00.991000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab064640-9d38-4dd4-8236-dcbf9cda2423,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:00.998509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:01.003182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:01.005070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:01.010560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:01.089210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33644) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:01.119746 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.156064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:01.158415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.172676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:a20b4d2136004ea1adadedd949ecffdf is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:01.176331 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:01.186972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:01.192281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:01.200707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Usage tracker for resource:security_group_rule and tenant:3576af33e84846ffae588ae8002108b0 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:01.208478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:01.231710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:01.233735 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Pushing event updated for resources: {'Port': ['ID=08a4797f-67b9-40e3-9773-e576422bb420,revision_number=1']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:01.245704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.246085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.246462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.247065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.247189 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.247531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.247946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.248233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.248587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.248945 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.249361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.249631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Tracked resource versions report: Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: pushed versions: Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: { 'AddressGroup': {'1.2'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': {'1.0'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': {'1.0'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': {'1.1'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': {'1.7'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': {'1.2'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': {'1.8'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': {'1.4'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': {'1.0'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': {'1.1'}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': {'1.1'}} Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: consumer versions: Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: { DHCP agent@dv-cinder-782405-5-smb: {}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: HyperV agent@hv-cinder-78240: {}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: L3 agent@dv-cinder-782405-5-smb: {}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: Metadata agent@dv-cinder-782405-5-smb: {}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: Metering agent@dv-cinder-782405-5-smb: {}, Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: Open vSwitch agent@dv-cinder-782405-5-smb: { 'AddressGroup': '1.2', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': '1.0', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': '1.0', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': '1.1', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': '1.7', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': '1.2', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': '1.8', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': '1.4', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': '1.2', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': '1.0', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': '1.1', Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': '1.1'}} Apr 05 18:45:01.250754 dv-cinder-782405-5-smb neutron-server[84137]: {{(pid=84250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 18:45:01.265714 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:01.310177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Network e038d0f2-2e88-4870-96a1-ea984d54970c is already hosted by enough agents. {{(pid=84250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:01.311533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Resources bound (agent type, host, resource id): {{(pid=84250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:01.314043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Received port after_create {{(pid=84250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:01.388874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.411446 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Attempting to bind port 08a4797f-67b9-40e3-9773-e576422bb420 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:01.412223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Attempting to bind port 08a4797f-67b9-40e3-9773-e576422bb420 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:01.412670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Attempting to bind port 08a4797f-67b9-40e3-9773-e576422bb420 on network e038d0f2-2e88-4870-96a1-ea984d54970c {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:01.419795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:01.420551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Checking segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:01.420670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7099f497-8f3e-4e98-b7c3-669f16c7cac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:01.421004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.421436 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Bound using segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:01.422093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Bound port: 08a4797f-67b9-40e3-9773-e576422bb420, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:01.422507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.470377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Checking segment: {'id': 'd4c58b18-edb2-4a19-ad13-8963500837d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4bc1c569-881e-4572-ba43-405f6cee449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:01.470712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Network hostable DHCP agents. Network: 4bc1c569-881e-4572-ba43-405f6cee449d, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:45:01.529636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] For port 08a4797f-67b9-40e3-9773-e576422bb420, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:01.530071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Network 4bc1c569-881e-4572-ba43-405f6cee449d is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:45:01.532755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] For port 08a4797f-67b9-40e3-9773-e576422bb420, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=08a4797f-67b9-40e3-9773-e576422bb420,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:01.538423 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.546153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.562258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f3c92e91-c714-4ae0-9db5-88c5d4fddd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:01.569347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.570560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 4bc1c569-881e-4572-ba43-405f6cee449d) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:01.582836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:01.583511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.600439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.606543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf6e8a-1d5e-4be0-b3eb-21fb54e037b6 None None] Network 4bc1c569-881e-4572-ba43-405f6cee449d requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:45:01.633165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.644268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f23bde1-31bf-4e00-b032-ed4c39e0c4b1,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:01.674305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:01.682645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:01.687628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-af46912b-47d2-4d88-a7d6-d8664e1b3f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:01.752345 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a20b4d2136004ea1adadedd949ecffdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6601360 Apr 05 18:45:01.759021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33660) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:01.833632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c122f54-3cba-4784-801d-fd27ce883ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc6568f-1305-4ea6-b09a-2c8de8be4399,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:01.842878 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3576af33e84846ffae588ae8002108b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8889930 Apr 05 18:45:01.865941 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33668) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:01.957061 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee6f20c-73aa-41c5-ac6a-045ea8b60e51,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:01.990457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:01.994067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:01.994672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:02.009380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf324-19b3-4cd0-862b-af1de2a01bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.014787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Checking segment: {'id': '8a7da60c-0f91-48da-afc2-2e1dee1b912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2449b53c-ce6a-4539-9342-1ca5dd092497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:02.016141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Network hostable DHCP agents. Network: 2449b53c-ce6a-4539-9342-1ca5dd092497, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:45:02.017009 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9426877 Apr 05 18:45:02.086427 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Pushing event updated for resources: {'Port': ['ID=08a4797f-67b9-40e3-9773-e576422bb420,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:02.107201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b3db9-1a71-43ed-bd18-eb3428684eb1 None None] Network 4bc1c569-881e-4572-ba43-405f6cee449d requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:45:02.140705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf324-19b3-4cd0-862b-af1de2a01bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.194939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Network 2449b53c-ce6a-4539-9342-1ca5dd092497 is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:45:02.257935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 2449b53c-ce6a-4539-9342-1ca5dd092497) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:02.264699 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:02.265375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.295568 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:02.333053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf324-19b3-4cd0-862b-af1de2a01bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.351051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf324-19b3-4cd0-862b-af1de2a01bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.351269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac402269-280a-4ec7-a3cb-1c7bef7888f4 None None] Network 2449b53c-ce6a-4539-9342-1ca5dd092497 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:45:02.359153 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2e2bf324-19b3-4cd0-862b-af1de2a01bda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cc6568f-1305-4ea6-b09a-2c8de8be4399 HTTP/1.1" status: 204 len: 168 time: 0.5845203 Apr 05 18:45:02.359153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33686) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:02.359420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:02.388001 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8501458 Apr 05 18:45:02.405040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bf324-19b3-4cd0-862b-af1de2a01bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc6568f-1305-4ea6-b09a-2c8de8be4399,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:02.411634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2e2bf324-19b3-4cd0-862b-af1de2a01bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:02.462694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59afd04c-3332-4178-b792-5ca4b1c29ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.516051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-908d13f6-1745-4819-9f7f-3137b3a24ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.516051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.561846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.646254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-908d13f6-1745-4819-9f7f-3137b3a24ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.692756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33700) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:02.773953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effddd05-7b03-4d2f-a0f0-172cce143e86 None None] Network 2449b53c-ce6a-4539-9342-1ca5dd092497 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:45:02.825381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] Deleting subnet dd2c6432-95c8-4a49-bfc7-d46259bcaca1 {{(pid=84249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:45:02.864622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.878281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326'] for router, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.948426 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:02.952583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.004796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:03.024864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Usage tracker for resource:security_group_rule and tenant:cdabd47eeed14bf9800f69e1ce048c8a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:03.029121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.031905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:03.064187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:03.072095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.189553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-908d13f6-1745-4819-9f7f-3137b3a24ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.195281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Allocated IP 172.28.3.237 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/ddffee60-a331-4a83-9467-f5103e429fcb) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:03.208950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:03.236832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d13f6-1745-4819-9f7f-3137b3a24ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee6f20c-73aa-41c5-ac6a-045ea8b60e51,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:03.246396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-908d13f6-1745-4819-9f7f-3137b3a24ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:03.301466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33724) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:03.375865 dv-cinder-782405-5-smb neutron-server[84137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 18:45:03.430364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-908d13f6-1745-4819-9f7f-3137b3a24ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.431610 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-908d13f6-1745-4819-9f7f-3137b3a24ee7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aee6f20c-73aa-41c5-ac6a-045ea8b60e51 HTTP/1.1" status: 204 len: 168 time: 1.5470049 Apr 05 18:45:03.502423 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.512434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.526035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d5eebc3e-ef45-4a82-9603-d8922a16dc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:03.649409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0e0de1-b6d7-4376-866f-ac9e9e93fc31,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:03.654831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 08a4797f-67b9-40e3-9773-e576422bb420 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:03.660920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:03.672461 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdabd47eeed14bf9800f69e1ce048c8a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2979484 Apr 05 18:45:03.673310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33746) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:03.698001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.698275 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.717612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Router 3d83c396-b5e7-4274-8084-566a6f3c2ebc is scheduled to L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 with binding_index 1 {{(pid=84248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 18:45:03.733674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-36769dbe-756d-44b7-93b8-1814aab6043b tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:03.741617 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-36769dbe-756d-44b7-93b8-1814aab6043b tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/networks?id=4bc1c569-881e-4572-ba43-405f6cee449d HTTP/1.1" status: 200 len: 811 time: 0.4365103 Apr 05 18:45:03.822681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3dbe6ef2-ded2-45c3-9ecf-d271ea8886e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:03.842009 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 08a4797f-67b9-40e3-9773-e576422bb420 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:03.934597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6209b43-32a9-48af-9697-df123dedafc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:03.954423 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2c6432-95c8-4a49-bfc7-d46259bcaca1,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:03.958448 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:04.024970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-af4a7da9-be7d-4d69-9364-96caf3f87947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:04.085731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:04.093449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-af4a7da9-be7d-4d69-9364-96caf3f87947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:04.116144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:04.151833 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-cb0adc51-e60f-431d-aa6c-f8071c4308b2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dd2c6432-95c8-4a49-bfc7-d46259bcaca1 HTTP/1.1" status: 204 len: 168 time: 1.4569883 Apr 05 18:45:04.152703 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33760) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:04.358262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:45:04.371554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Sync routers for ids ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:45:04.381326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-af4a7da9-be7d-4d69-9364-96caf3f87947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:04.383068 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-bc56b560-9c4d-4dd4-b810-6544468e0767 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/quotas/e0f34f6a6c82494f883207bca95b8c03 HTTP/1.1" status: 200 len: 375 time: 0.6269348 Apr 05 18:45:04.385354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:04.389973 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0587046 Apr 05 18:45:04.391065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33772) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:04.391938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Routers {'3d83c396-b5e7-4274-8084-566a6f3c2ebc'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:45:04.392635 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:04.405796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:04.432398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:04.550755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a7da9-be7d-4d69-9364-96caf3f87947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0e0de1-b6d7-4376-866f-ac9e9e93fc31,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:04.567122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-af4a7da9-be7d-4d69-9364-96caf3f87947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:04.568430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-af4a7da9-be7d-4d69-9364-96caf3f87947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:04.569914 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-af4a7da9-be7d-4d69-9364-96caf3f87947 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca0e0de1-b6d7-4376-866f-ac9e9e93fc31 HTTP/1.1" status: 204 len: 168 time: 0.8939567 Apr 05 18:45:04.660206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6cdc28-16b9-4611-a313-77b7efefae4a None None] Network e038d0f2-2e88-4870-96a1-ea984d54970c requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:45:04.728608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Set router 3d83c396-b5e7-4274-8084-566a6f3c2ebc gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:45:04.972781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] Provisioning for port 08a4797f-67b9-40e3-9773-e576422bb420 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:05.008240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] Provisioning complete for port 08a4797f-67b9-40e3-9773-e576422bb420 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:05.010283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.052594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.166123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:45:01Z', 'revision_number': 3, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port': {'id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:44:58Z', 'updated_at': '2021-04-05T18:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:05.178045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Checking router: 3d83c396-b5e7-4274-8084-566a6f3c2ebc for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:45:05.180482 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Updating router 3d83c396-b5e7-4274-8084-566a6f3c2ebc port 6e501f9c-c087-48bb-8eab-760bb301ac5b binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:45:05.231105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.232025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.234455 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.235118 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > port after_create 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.237005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.237560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > port after_update 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.238073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.239880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.240408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.242178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.271518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.318846 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-0c6c3f28-032e-4cb4-aad3-f06571b1f35a tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0f34f6a6c82494f883207bca95b8c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.9265282 Apr 05 18:45:05.325848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] For port 08a4797f-67b9-40e3-9773-e576422bb420, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=08a4797f-67b9-40e3-9773-e576422bb420,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:05.341695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.418198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.431383 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:05.589005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] Pushing event updated for resources: {'Port': ['ID=08a4797f-67b9-40e3-9773-e576422bb420,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:05.598959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:05.621211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.661604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-59137ebc-29fe-426e-a3ae-dd374741300d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:05.700178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.702737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.702737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.702979 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:45:05.703390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac409794-e592-40f1-9fb8-b1e8e8264fba']}} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:05.705731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 33812) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:05.743903 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f79fa3-78a9-458f-a55b-9b9a39de995c') {'for_net_delete': True} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:05.744248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f79fa3-78a9-458f-a55b-9b9a39de995c') {} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:05.776965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821676762'] for segment, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.819104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.823258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:05.848557 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:45:05.879620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.060864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-28b7d039-0dca-481a-a6d0-6df92e209b5a None None] Provisioning complete for port 08a4797f-67b9-40e3-9773-e576422bb420 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:06.061259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-28b7d039-0dca-481a-a6d0-6df92e209b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.090275 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ddffee60-a331-4a83-9467-f5103e429fcb,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:06.093830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:06.096834 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:06.143541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Usage tracker for resource:security_group_rule and tenant:2507ea7b7bcf4b399daf71b06d6f18c8 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:06.160982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:06.204673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:06.239575 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.255144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.260644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:45:06.281286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Network ac409794-e592-40f1-9fb8-b1e8e8264fba has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:45:06.291257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:06.294195 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278810'] for segment, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.338407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:06.341180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:06.516511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-0c524ab3-dcf0-4277-a737-91783349d98b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:45:06.517698 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-0c524ab3-dcf0-4277-a737-91783349d98b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6358912 Apr 05 18:45:06.544258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Network ac409794-e592-40f1-9fb8-b1e8e8264fba has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: from cryptography.utils import int_from_bytes Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: from cryptography.utils import int_from_bytes Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: (rel_b, rel_a, rel_b), Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: (rel_b, rel_a, rel_b), Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:06.575664 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:06.673297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Transition to ACTIVE for port object 6e501f9c-c087-48bb-8eab-760bb301ac5b will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:06.677595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.681174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.682893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:06.705597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac409794-e592-40f1-9fb8-b1e8e8264fba,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:06.719061 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.727825 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac409794-e592-40f1-9fb8-b1e8e8264fba HTTP/1.1" status: 204 len: 168 time: 2.5707417 Apr 05 18:45:06.732415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33844) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:06.780817 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:06.835907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] Deleting subnet 8f23bde1-31bf-4e00-b032-ed4c39e0c4b1 {{(pid=84249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:45:06.841959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:06.843898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.962649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Attempting to bind port 6e501f9c-c087-48bb-8eab-760bb301ac5b on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:06.963286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Attempting to bind port 6e501f9c-c087-48bb-8eab-760bb301ac5b by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:06.963877 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Attempting to bind port 6e501f9c-c087-48bb-8eab-760bb301ac5b on network c31d3d47-af10-4a12-bee5-4e18c2c19501 {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:06.973463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:06.974109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:06.974708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.975296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Bound using segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:06.976002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Bound port: 6e501f9c-c087-48bb-8eab-760bb301ac5b, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:06.976589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:06.979109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33099055'] for subnet, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.092496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.094149 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] For port 6e501f9c-c087-48bb-8eab-760bb301ac5b, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:07.101148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] For port 6e501f9c-c087-48bb-8eab-760bb301ac5b, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=6e501f9c-c087-48bb-8eab-760bb301ac5b,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:07.109170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.238347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Pushing event updated for resources: {'Port': ['ID=6e501f9c-c087-48bb-8eab-760bb301ac5b,revision_number=2']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:07.255737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.256525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.257173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.257670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.258122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.258484 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.258974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.259477 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.259932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.260440 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.260917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.261341 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Tracked resource versions report: Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: pushed versions: Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: { 'AddressGroup': {'1.2'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': {'1.0'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': {'1.0'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': {'1.1'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': {'1.7'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': {'1.2'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': {'1.8'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': {'1.4'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': {'1.0'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': {'1.1'}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': {'1.1'}} Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: consumer versions: Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: { DHCP agent@dv-cinder-782405-5-smb: {}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: HyperV agent@hv-cinder-78240: {}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: L3 agent@dv-cinder-782405-5-smb: {}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: Metadata agent@dv-cinder-782405-5-smb: {}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: Metering agent@dv-cinder-782405-5-smb: {}, Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: Open vSwitch agent@dv-cinder-782405-5-smb: { 'AddressGroup': '1.2', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'ConntrackHelper': '1.0', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Log': '1.0', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Network': '1.1', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Port': '1.7', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'PortForwarding': '1.2', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'QosPolicy': '1.8', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroup': '1.4', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'SecurityGroupRule': '1.2', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'SubPort': '1.0', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Subnet': '1.1', Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: 'Trunk': '1.1'}} Apr 05 18:45:07.263113 dv-cinder-782405-5-smb neutron-server[84137]: {{(pid=84251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 18:45:07.287029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:07.287714 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:07.366903 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823278707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822916387'] for subnet, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.390961 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-cd816b87-ec25-4e80-a8e2-d63a4323bf61 service neutron] 10.222.0.15 "GET /v2.0/networks/4bc1c569-881e-4572-ba43-405f6cee449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8612597 Apr 05 18:45:07.500531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:07.555749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f23bde1-31bf-4e00-b032-ed4c39e0c4b1,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:07.560456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:07.561729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.569126 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-219e6043-1c59-4c32-8714-36e4a3e69d9d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8f23bde1-31bf-4e00-b032-ed4c39e0c4b1 HTTP/1.1" status: 204 len: 168 time: 0.8356032 Apr 05 18:45:07.571621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33864) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:07.598961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Pushing event updated for resources: {'Port': ['ID=6e501f9c-c087-48bb-8eab-760bb301ac5b,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:07.603509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:07.609914 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Routers {'3d83c396-b5e7-4274-8084-566a6f3c2ebc'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:45:07.610669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:07.623528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 08a4797f-67b9-40e3-9773-e576422bb420 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:07.657044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.696606 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.704631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Allocated IP 172.20.0.1 (185e4dd9-5459-4711-a6ea-55de5066954e/3718c7ac-9b6c-4814-9183-53c654862e62/1f9f2f96-e90b-4307-ad3c-b1c11093a770) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:07.726149 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.733032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-908d13f6-1745-4819-9f7f-3137b3a24ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:07.788287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 08a4797f-67b9-40e3-9773-e576422bb420 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:07.789330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:07.958103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] Set router 3d83c396-b5e7-4274-8084-566a6f3c2ebc gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:45:07.963821 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2507ea7b7bcf4b399daf71b06d6f18c8&name=default HTTP/1.1" status: 200 len: 2977 time: 2.2538047 Apr 05 18:45:07.964786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.007812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33882) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:08.071012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.224132 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8d7246d6-ebf8-482b-a3cd-4e00c3ce07c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.262738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d54ea8-7d14-4526-a39e-eb14db169030,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:08.297063 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2449b53c-ce6a-4539-9342-1ca5dd092497']}} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:08.311181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8d7246d6-ebf8-482b-a3cd-4e00c3ce07c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.331466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7da60c-0f91-48da-afc2-2e1dee1b912a') {'for_net_delete': True} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:08.331884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7da60c-0f91-48da-afc2-2e1dee1b912a') {} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:08.358562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821676762'] for segment, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.366512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.392507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.395504 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-e0f026f7-87cf-4e0b-a43d-aefcf274e848 service neutron] 10.222.0.15 "GET /v2.0/networks/4bc1c569-881e-4572-ba43-405f6cee449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9338155 Apr 05 18:45:08.396517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:08.400384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.401358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:45:08.428330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:08.473958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:45:01Z', 'revision_number': 3, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port': {'id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:44:58Z', 'updated_at': '2021-04-05T18:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:08.479253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54ab177-cd07-42d4-8021-2aa9ab5a1f39 None None] The sync data for ids ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'] in dv-cinder-782405-5-smb is: [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:45:01Z', 'revision_number': 3, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port': {'id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:44:58Z', 'updated_at': '2021-04-05T18:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:45:08.509286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9f2f96-e90b-4307-ad3c-b1c11093a770,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:08.534092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8d7246d6-ebf8-482b-a3cd-4e00c3ce07c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.576030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:08.597539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:08.624869 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7246d6-ebf8-482b-a3cd-4e00c3ce07c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d54ea8-7d14-4526-a39e-eb14db169030,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:08.633513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8d7246d6-ebf8-482b-a3cd-4e00c3ce07c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:08.650631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Network 2449b53c-ce6a-4539-9342-1ca5dd092497 has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:45:08.663320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278810'] for segment, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.706307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8d7246d6-ebf8-482b-a3cd-4e00c3ce07c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:08.718573 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8d7246d6-ebf8-482b-a3cd-4e00c3ce07c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71d54ea8-7d14-4526-a39e-eb14db169030 HTTP/1.1" status: 204 len: 168 time: 0.7069085 Apr 05 18:45:08.825035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33920) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:08.862974 dv-cinder-782405-5-smb neutron-server[84137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 18:45:09.019471 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326'] for router, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:09.076107 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-30268806-f2c1-45f5-96df-9bbe27427a46 req-43ea2025-bfcc-4c5f-bb02-dae4ed468189 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 210 time: 0.2457440 Apr 05 18:45:09.175401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:09.256950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Network 185e4dd9-5459-4711-a6ea-55de5066954e is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:09.260352 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:09.264554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:09.265067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836221'] for router_interface, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:09.296717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Network 2449b53c-ce6a-4539-9342-1ca5dd092497 has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:09.432696 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:09.436528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:09.449990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:09.459509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:09.494133 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2449b53c-ce6a-4539-9342-1ca5dd092497 HTTP/1.1" status: 204 len: 168 time: 1.9207125 Apr 05 18:45:09.508725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=2449b53c-ce6a-4539-9342-1ca5dd092497,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:09.511468 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-26bb475b-4c5a-4e8f-96eb-00ab0331fc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:09.621106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 6e501f9c-c087-48bb-8eab-760bb301ac5b up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:09.790209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 6e501f9c-c087-48bb-8eab-760bb301ac5b completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:09.838550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 6e501f9c-c087-48bb-8eab-760bb301ac5b triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:09.838550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:09.844367 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33966) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:10.008955 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0e6d4798-4d16-4ca4-b46e-ee655b937245 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d65f9c98b8d84bca9cbff6eeb4386703&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1835737 Apr 05 18:45:10.009276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 33982) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:10.181937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-40245fa5-9dc7-47c7-9f64-6791cd70e4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:10.218861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff is scheduled to L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 with binding_index 1 {{(pid=84248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 18:45:10.281650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-40245fa5-9dc7-47c7-9f64-6791cd70e4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:10.428022 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-40245fa5-9dc7-47c7-9f64-6791cd70e4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:10.436443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:10.437153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:10.456665 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port 6e501f9c-c087-48bb-8eab-760bb301ac5b, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=6e501f9c-c087-48bb-8eab-760bb301ac5b,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:10.461412 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-40245fa5-9dc7-47c7-9f64-6791cd70e4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:10.461539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:10.465079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:10.476490 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-40245fa5-9dc7-47c7-9f64-6791cd70e4df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90a21762-c88c-419b-875f-4fed08b699d0 HTTP/1.1" status: 204 len: 168 time: 0.4553413 Apr 05 18:45:10.477700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40245fa5-9dc7-47c7-9f64-6791cd70e4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a21762-c88c-419b-875f-4fed08b699d0,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:10.483201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-40245fa5-9dc7-47c7-9f64-6791cd70e4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:10.674502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=6e501f9c-c087-48bb-8eab-760bb301ac5b,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:10.683617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:10.813443 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-46c5f837-aea5-43e0-83ef-03b1c1193a20 req-1bdbdb8f-8d07-4ec0-bc70-b4736a481ec1 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 210 time: 0.4071903 Apr 05 18:45:10.851915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:11.083553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:45:11.094771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Sync routers for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:45:11.124239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:45:11.124942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:11.173261 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34048) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:11.191039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:11.192569 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-49c84f73-1c3a-4d6b-963b-416d93fccfd3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.5948312 Apr 05 18:45:11.198336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34052) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:11.490004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:45:11.650005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34066) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:11.654720 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8074117f-4e33-4745-852a-df7bb85ba9a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48b25f9201884aba8a26596cf6b49736&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4798806 Apr 05 18:45:11.769776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 6e501f9c-c087-48bb-8eab-760bb301ac5b up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:11.983480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 6e501f9c-c087-48bb-8eab-760bb301ac5b triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:11.983964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:12.125979 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-356de269-cd80-4384-99b8-d0de0cba7030 req-f9b90b9c-56e4-4811-8242-c68074912f86 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 210 time: 0.0794570 Apr 05 18:45:12.219890 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34090) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:12.240257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.44', 62737) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:12.323310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:06Z', 'revision_number': 3, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:12.328961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Checking router: 33cdce27-4798-47b8-8d1a-eafbf9fc0fff for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:45:12.329361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Updating router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff port ddffee60-a331-4a83-9467-f5103e429fcb binding host dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:45:12.401427 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:12.779991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a2b552cc-0ca0-4b78-8a9b-72dd3c5a6995 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:12.781055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a2b552cc-0ca0-4b78-8a9b-72dd3c5a6995 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Synchronizing usage tracker for tenant:e0f34f6a6c82494f883207bca95b8c03 on resource:network {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:12.826784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a2b552cc-0ca0-4b78-8a9b-72dd3c5a6995 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Unset dirty status for tenant:e0f34f6a6c82494f883207bca95b8c03 on resource:network {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:12.828459 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a2b552cc-0ca0-4b78-8a9b-72dd3c5a6995 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.44 "GET /v2.0/networks?id=4bc1c569-881e-4572-ba43-405f6cee449d HTTP/1.1" status: 200 len: 811 time: 0.5787649 Apr 05 18:45:12.882285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Request body: {'port': {'device_id': '13f36105-7fd1-443b-86c8-1a3f5a4dc7e5', 'network_id': '4bc1c569-881e-4572-ba43-405f6cee449d', 'admin_state_up': True, 'tenant_id': 'e0f34f6a6c82494f883207bca95b8c03'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:12.942621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Notify callbacks [] for port, precommit_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:12.957315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Transition to ACTIVE for port object ddffee60-a331-4a83-9467-f5103e429fcb will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:12.967064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:12.992219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-efb9b3c6-2020-4a53-9c50-2ac96a6c7c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:13.011572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.053567 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.072223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853990684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853832810'] for router_interface, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.076208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a9993-a30b-4152-be13-43bade24d424 None None] Pushing event updated for resources: {'Port': ['ID=ddffee60-a331-4a83-9467-f5103e429fcb,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:13.085311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.086541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f29a9993-a30b-4152-be13-43bade24d424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:13.122807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:13.250102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:13.260432 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:13.267506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Usage tracker for resource:security_group_rule and tenant:9cad2caa0d9d412ab969796dd397624d is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:13.279494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Usage tracker for resource:port and tenant:e0f34f6a6c82494f883207bca95b8c03 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:13.282708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:13.286273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:13.316450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:13.318777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:13.343279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ba86693d-979e-41eb-89e6-2040fbc52419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.361951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Attempting to bind port ddffee60-a331-4a83-9467-f5103e429fcb on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:13.362581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Attempting to bind port ddffee60-a331-4a83-9467-f5103e429fcb by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:13.363215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Attempting to bind port ddffee60-a331-4a83-9467-f5103e429fcb on network c31d3d47-af10-4a12-bee5-4e18c2c19501 {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:13.374373 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Made reservation on behalf of e0f34f6a6c82494f883207bca95b8c03 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:45:13.376753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:13.380259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:13.380669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.381462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.382099 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Bound using segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:13.382832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Bound port: ddffee60-a331-4a83-9467-f5103e429fcb, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:13.383849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.505326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ba86693d-979e-41eb-89e6-2040fbc52419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.516899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9f2f96-e90b-4307-ad3c-b1c11093a770,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:13.521966 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7c27f767-a696-4c2c-a07a-20f90f5d8a6b req-e790a89c-2a0e-4b9b-8f94-1698503ea042 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 210 time: 0.1081715 Apr 05 18:45:13.542527 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] For port ddffee60-a331-4a83-9467-f5103e429fcb, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:13.547324 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] For port ddffee60-a331-4a83-9467-f5103e429fcb, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ddffee60-a331-4a83-9467-f5103e429fcb,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:13.555775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:13.562305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.650821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.664109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.679122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-af4a7da9-be7d-4d69-9364-96caf3f87947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:13.706300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:13.714201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Network 185e4dd9-5459-4711-a6ea-55de5066954e is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:13.717306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:13.723649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f7e0ca-8c40-442d-84d4-86a52b96a2c3,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:13.730601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:13.730767 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.756252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Allocated IP 172.20.0.8 (4bc1c569-881e-4572-ba43-405f6cee449d/ab064640-9d38-4dd4-8236-dcbf9cda2423/1220aaa8-9936-48e7-9c1b-59262dcc2492) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:13.766612 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cad2caa0d9d412ab969796dd397624d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5442865 Apr 05 18:45:13.767528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34148) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:13.798005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a9993-a30b-4152-be13-43bade24d424 None None] Pushing event updated for resources: {'Port': ['ID=ddffee60-a331-4a83-9467-f5103e429fcb,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:13.801693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f29a9993-a30b-4152-be13-43bade24d424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:13.817523 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:45:13.817523 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:13.952071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ba86693d-979e-41eb-89e6-2040fbc52419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:13.981565 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:14.085853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f01b44f2-7a61-43e3-ba63-83add9a6c5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:14.165912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f01b44f2-7a61-43e3-ba63-83add9a6c5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:14.211621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86693d-979e-41eb-89e6-2040fbc52419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a59b0ed-06ea-4eb3-9200-d5c59f1fb749,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:14.247739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f01b44f2-7a61-43e3-ba63-83add9a6c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:14.271460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8d7246d6-ebf8-482b-a3cd-4e00c3ce07c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:14.310208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:45:14.355181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b44f2-7a61-43e3-ba63-83add9a6c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f7e0ca-8c40-442d-84d4-86a52b96a2c3,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:14.355381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ba86693d-979e-41eb-89e6-2040fbc52419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:14.355489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f01b44f2-7a61-43e3-ba63-83add9a6c5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:14.392140 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f01b44f2-7a61-43e3-ba63-83add9a6c5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:14.399252 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f01b44f2-7a61-43e3-ba63-83add9a6c5a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02f7e0ca-8c40-442d-84d4-86a52b96a2c3 HTTP/1.1" status: 204 len: 168 time: 0.6261408 Apr 05 18:45:14.408478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ba86693d-979e-41eb-89e6-2040fbc52419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:14.409702 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ba86693d-979e-41eb-89e6-2040fbc52419 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a59b0ed-06ea-4eb3-9200-d5c59f1fb749 HTTP/1.1" status: 204 len: 168 time: 2.7550042 Apr 05 18:45:14.542241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:14.609330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:14.689147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Router 3d83c396-b5e7-4274-8084-566a6f3c2ebc has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:45:14.699726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Allocated IP 172.20.0.1 (e038d0f2-2e88-4870-96a1-ea984d54970c/c45b5584-040f-4fcf-af84-c5e58ab5a48b/9ec6617b-cdbf-4716-a91f-ea0d74771e88) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:15.037756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-de3d11d1-b3d7-4cc9-8110-835ac95b60fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:15.141876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34194) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:15.329347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:15.336930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Network 4bc1c569-881e-4572-ba43-405f6cee449d is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:15.338832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Pushing event updated for resources: {'Port': ['ID=1220aaa8-9936-48e7-9c1b-59262dcc2492,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:15.352867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:15.362105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:15.381702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:15.443585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:06Z', 'revision_number': 3, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:15.444627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:15.458294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43695d1f-b1e0-4ae6-99bb-1ce730e3a515 None None] The sync data for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb is: [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:06Z', 'revision_number': 3, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:45:15.492039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8ce1ae8a3e496b8e9036f3dc768b43 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:15.515067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44239abe-8cb7-4b9c-8607-849320173ff9 req-319e060b-f1ff-490e-b06c-3a31ef59b521 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:15.519244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-44239abe-8cb7-4b9c-8607-849320173ff9 req-319e060b-f1ff-490e-b06c-3a31ef59b521 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Synchronizing usage tracker for tenant:e0f34f6a6c82494f883207bca95b8c03 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:15.526886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:15.529223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:15.529917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:15.565514 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6879175 Apr 05 18:45:15.566751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-44239abe-8cb7-4b9c-8607-849320173ff9 req-319e060b-f1ff-490e-b06c-3a31ef59b521 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Unset dirty status for tenant:e0f34f6a6c82494f883207bca95b8c03 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:15.567918 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-44239abe-8cb7-4b9c-8607-849320173ff9 req-319e060b-f1ff-490e-b06c-3a31ef59b521 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 931 time: 0.6114249 Apr 05 18:45:15.608643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-3bdc58c4-5108-40ff-a0fc-ee6a6d9ef401 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:45:15.609731 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-3bdc58c4-5108-40ff-a0fc-ee6a6d9ef401 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086896 Apr 05 18:45:15.645376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-44239abe-8cb7-4b9c-8607-849320173ff9 req-e1c5d38b-993b-490d-872c-31452538396d tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Synchronizing usage tracker for tenant:e0f34f6a6c82494f883207bca95b8c03 on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:15.682138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:15.696377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-44239abe-8cb7-4b9c-8607-849320173ff9 req-e1c5d38b-993b-490d-872c-31452538396d tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Unset dirty status for tenant:e0f34f6a6c82494f883207bca95b8c03 on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:15.699266 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-44239abe-8cb7-4b9c-8607-849320173ff9 req-e1c5d38b-993b-490d-872c-31452538396d tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228406 Apr 05 18:45:15.945449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:45:15.960970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Sync routers for ids ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:45:15.961278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:15.988214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Routers {'3d83c396-b5e7-4274-8084-566a6f3c2ebc'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:45:15.989043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:16.124533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Transition to ACTIVE for port object 9ec6617b-cdbf-4716-a91f-ea0d74771e88 will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:16.203269 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] 10.222.0.15 "PUT /v2.0/routers/3d83c396-b5e7-4274-8084-566a6f3c2ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8080215 Apr 05 18:45:16.366299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:16.382053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:16.417697 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:16.432746 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7a1e2784-283b-4252-9b6f-2d1cf170d975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:16.538420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943fb41b-6e2e-4d40-98fd-855f345f005e,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:16.541325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Request body: {'port': {'device_id': '13f36105-7fd1-443b-86c8-1a3f5a4dc7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:16.789595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Set router 3d83c396-b5e7-4274-8084-566a6f3c2ebc gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:45:16.841789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:16.844501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:17.035930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Pushing event updated for resources: {'Port': ['ID=9ec6617b-cdbf-4716-a91f-ea0d74771e88,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:17.068190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Network e038d0f2-2e88-4870-96a1-ea984d54970c is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:17.072800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:17.074098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:17.079341 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:17.079915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:17.080415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836221'] for router_interface, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:17.140219 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d8ce1ae8a3e496b8e9036f3dc768b43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9944892 Apr 05 18:45:17.234952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34248) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:17.629599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-cd955cc1-4694-4653-b7cc-f6ba31880238 None None] Provisioning for port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:17.647228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-cd955cc1-4694-4653-b7cc-f6ba31880238 None None] Provisioning complete for port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:17.647644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cd955cc1-4694-4653-b7cc-f6ba31880238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:17.829375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:45:10Z', 'revision_number': 4, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port': {'id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:44:58Z', 'updated_at': '2021-04-05T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '1f9f2f96-e90b-4307-ad3c-b1c11093a770', 'name': '', 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'mac_address': 'fa:16:3e:46:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3718c7ac-9b6c-4814-9183-53c654862e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:06Z', 'updated_at': '2021-04-05T18:45:11Z', 'revision_number': 2, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'subnets': [{'id': '3718c7ac-9b6c-4814-9183-53c654862e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:17.834938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Checking router: 3d83c396-b5e7-4274-8084-566a6f3c2ebc for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:45:17.835640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Updating router 3d83c396-b5e7-4274-8084-566a6f3c2ebc port 1f9f2f96-e90b-4307-ad3c-b1c11093a770 binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:45:17.879169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-756cc31f-b6aa-4e06-aa89-273f9f42304c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:17.918327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:17.923173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-cd955cc1-4694-4653-b7cc-f6ba31880238 None None] Port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:45:17.924828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ddffee60-a331-4a83-9467-f5103e429fcb up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:18.064919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-756cc31f-b6aa-4e06-aa89-273f9f42304c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:18.295344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797518ba-283f-4ddd-b8de-1b82c5c01618 req-bac8934f-52e5-4eb2-a341-37cc8fc8f31c tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:18.312664 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-797518ba-283f-4ddd-b8de-1b82c5c01618 req-bac8934f-52e5-4eb2-a341-37cc8fc8f31c tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 931 time: 1.1901219 Apr 05 18:45:18.320617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port ddffee60-a331-4a83-9467-f5103e429fcb completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:18.335645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port ddffee60-a331-4a83-9467-f5103e429fcb triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:18.336102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:18.658411 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-797518ba-283f-4ddd-b8de-1b82c5c01618 req-cf29b5b8-1dfc-4877-a65a-990f456a23e6 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485317 Apr 05 18:45:18.691294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:18.731943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-756cc31f-b6aa-4e06-aa89-273f9f42304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:18.791778 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:18.803795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:18.833122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cc31f-b6aa-4e06-aa89-273f9f42304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943fb41b-6e2e-4d40-98fd-855f345f005e,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:18.858269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-756cc31f-b6aa-4e06-aa89-273f9f42304c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:18.859813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-756cc31f-b6aa-4e06-aa89-273f9f42304c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:18.866796 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-756cc31f-b6aa-4e06-aa89-273f9f42304c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/943fb41b-6e2e-4d40-98fd-855f345f005e HTTP/1.1" status: 204 len: 168 time: 1.5887182 Apr 05 18:45:18.888509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port ddffee60-a331-4a83-9467-f5103e429fcb, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ddffee60-a331-4a83-9467-f5103e429fcb,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:18.925144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:18.928003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:19.014518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:19.049342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a80c1f-d148-436c-b101-32790d84e47a req-4f0194fa-2c39-4b63-b86b-6a39dc8a58aa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:19.051334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-85a80c1f-d148-436c-b101-32790d84e47a req-4f0194fa-2c39-4b63-b86b-6a39dc8a58aa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Synchronizing usage tracker for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:network {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:19.057051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Transition to ACTIVE for port object 1f9f2f96-e90b-4307-ad3c-b1c11093a770 will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:19.068356 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:19.106291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:19.107859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-85a80c1f-d148-436c-b101-32790d84e47a req-4f0194fa-2c39-4b63-b86b-6a39dc8a58aa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Unset dirty status for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:network {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:19.110230 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-4f0194fa-2c39-4b63-b86b-6a39dc8a58aa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 818 time: 0.9410059 Apr 05 18:45:19.131914 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=ddffee60-a331-4a83-9467-f5103e429fcb,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:19.147174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:19.216079 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-283728c6-f2a1-4b73-9961-acc119ba30c8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/quotas/12e487337c1f42d69805a235f74ff9e7 HTTP/1.1" status: 200 len: 375 time: 0.0878899 Apr 05 18:45:19.219010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d80b48-087a-4eb4-a199-e610020f0cea None None] Pushing event updated for resources: {'Port': ['ID=1f9f2f96-e90b-4307-ad3c-b1c11093a770,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:19.287625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-36d80b48-087a-4eb4-a199-e610020f0cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:19.593823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1220aaa8-9936-48e7-9c1b-59262dcc2492 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:45:19.625422 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:19.666751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ddffee60-a331-4a83-9467-f5103e429fcb up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:19.672298 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-f3a36b26-93f5-4756-bd15-e1faee1b1880 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4531651 Apr 05 18:45:19.749802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Transition to ACTIVE for port object 1220aaa8-9936-48e7-9c1b-59262dcc2492 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:19.754586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:19.876936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:19.918060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:19.937473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:19.946981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853990684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853832810'] for router_interface, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:19.987445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:20.125560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port ddffee60-a331-4a83-9467-f5103e429fcb triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:20.125898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:20.143967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Pushing event updated for resources: {'Port': ['ID=9ec6617b-cdbf-4716-a91f-ea0d74771e88,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:20.154198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:20.304579 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Attempting to bind port 1f9f2f96-e90b-4307-ad3c-b1c11093a770 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:20.308269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Attempting to bind port 1f9f2f96-e90b-4307-ad3c-b1c11093a770 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:20.308705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Attempting to bind port 1f9f2f96-e90b-4307-ad3c-b1c11093a770 on network 185e4dd9-5459-4711-a6ea-55de5066954e {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:20.329854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:20.330264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Checking segment: {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:20.330703 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:20.331135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Bound using segment: {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:20.354520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Bound port: 1f9f2f96-e90b-4307-ad3c-b1c11093a770, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:20.355045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:20.418572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Pushing event updated for resources: {'Port': ['ID=1220aaa8-9936-48e7-9c1b-59262dcc2492,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:20.437264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:20.575718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-718d60c1-b837-4402-8606-21f1e90f7e46 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 18:45:20.580700 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-718d60c1-b837-4402-8606-21f1e90f7e46 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5411141 Apr 05 18:45:20.603078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] For port 1f9f2f96-e90b-4307-ad3c-b1c11093a770, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:20.609288 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Network e038d0f2-2e88-4870-96a1-ea984d54970c is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:20.614679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] For port 1f9f2f96-e90b-4307-ad3c-b1c11093a770, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=1f9f2f96-e90b-4307-ad3c-b1c11093a770,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:20.618634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:20.622488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:20.873526 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34376) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:20.941060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-36d80b48-087a-4eb4-a199-e610020f0cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:21.170936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8188d-1f96-434a-a906-32de58fe07d5 req-3cdc4205-dbf5-4f8d-ae4f-033a8acf1505 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:21.172589 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d0a8188d-1f96-434a-a906-32de58fe07d5 req-3cdc4205-dbf5-4f8d-ae4f-033a8acf1505 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 943 time: 1.0368745 Apr 05 18:45:21.212502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-6e959395-33ea-4378-b2cb-d52f4d3714f2 None None] Provisioning complete for port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:21.214981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6e959395-33ea-4378-b2cb-d52f4d3714f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:21.258998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d80b48-087a-4eb4-a199-e610020f0cea None None] Pushing event updated for resources: {'Port': ['ID=1f9f2f96-e90b-4307-ad3c-b1c11093a770,revision_number=4']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:21.294776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-36d80b48-087a-4eb4-a199-e610020f0cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:21.338500 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Routers {'3d83c396-b5e7-4274-8084-566a6f3c2ebc'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:45:21.338500 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:21.367381 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d0a8188d-1f96-434a-a906-32de58fe07d5 req-2d04cdf8-82e7-4b60-9860-484379a6f5d7 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630428 Apr 05 18:45:21.386932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-6e959395-33ea-4378-b2cb-d52f4d3714f2 None None] Port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:45:21.486544 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:45:21.550077 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-a12a8834-205a-4c92-93f5-9585fde8aa96 service neutron] 10.222.0.15 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9612222 Apr 05 18:45:21.633028 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] Set router 3d83c396-b5e7-4274-8084-566a6f3c2ebc gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:45:21.674183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Attempting to bind port 1220aaa8-9936-48e7-9c1b-59262dcc2492 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:21.686835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Attempting to bind port 1220aaa8-9936-48e7-9c1b-59262dcc2492 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'd4c58b18-edb2-4a19-ad13-8963500837d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4bc1c569-881e-4572-ba43-405f6cee449d'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:21.689087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Attempting to bind port 1220aaa8-9936-48e7-9c1b-59262dcc2492 on network 4bc1c569-881e-4572-ba43-405f6cee449d {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:21.906862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Port 1220aaa8-9936-48e7-9c1b-59262dcc2492 on network 4bc1c569-881e-4572-ba43-405f6cee449d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:21.922677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Attempting to bind port 1220aaa8-9936-48e7-9c1b-59262dcc2492 on network 4bc1c569-881e-4572-ba43-405f6cee449d {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:21.981393 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:21.993292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Checking segment: {'id': 'd4c58b18-edb2-4a19-ad13-8963500837d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4bc1c569-881e-4572-ba43-405f6cee449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:21.996390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Bound using segment: {'id': 'd4c58b18-edb2-4a19-ad13-8963500837d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4bc1c569-881e-4572-ba43-405f6cee449d'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:21.997137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Bound port: 1220aaa8-9936-48e7-9c1b-59262dcc2492, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c58b18-edb2-4a19-ad13-8963500837d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4bc1c569-881e-4572-ba43-405f6cee449d'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:21.997749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:22.249380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:45:22.262432 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Sync routers for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:45:22.280236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:45:22.280958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:22.340518 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] 10.222.0.15 "PUT /v2.0/routers/33cdce27-4798-47b8-8d1a-eafbf9fc0fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1402779 Apr 05 18:45:22.344814 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:22.384248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:22.396433 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Usage tracker for resource:security_group_rule and tenant:487886654f094488952c2fb7ad204a6d is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:22.406187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:22.420163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:22.561219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:45:10Z', 'revision_number': 4, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port': {'id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:44:58Z', 'updated_at': '2021-04-05T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '1f9f2f96-e90b-4307-ad3c-b1c11093a770', 'name': '', 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'mac_address': 'fa:16:3e:46:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3718c7ac-9b6c-4814-9183-53c654862e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:06Z', 'updated_at': '2021-04-05T18:45:20Z', 'revision_number': 4, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'subnets': [{'id': '3718c7ac-9b6c-4814-9183-53c654862e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:22.572032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa7e2b-1639-4fd7-a81c-5d9c294c3a3e None None] The sync data for ids ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'] in dv-cinder-782405-5-smb is: [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:45:10Z', 'revision_number': 4, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port': {'id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:44:58Z', 'updated_at': '2021-04-05T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '1f9f2f96-e90b-4307-ad3c-b1c11093a770', 'name': '', 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'mac_address': 'fa:16:3e:46:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3718c7ac-9b6c-4814-9183-53c654862e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:06Z', 'updated_at': '2021-04-05T18:45:20Z', 'revision_number': 4, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'subnets': [{'id': '3718c7ac-9b6c-4814-9183-53c654862e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:45:22.630984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:22.637973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:22.721763 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-64cd4427-3208-46aa-86b1-876b19992e08 service neutron] 10.222.0.15 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1568353 Apr 05 18:45:22.740991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:22.835923 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=487886654f094488952c2fb7ad204a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9149978 Apr 05 18:45:22.837743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34428) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:22.838486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8229f33b-ff12-4c3c-851d-6a38aacb9ae6,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:22.855630 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:22.926414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] For port 1220aaa8-9936-48e7-9c1b-59262dcc2492, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:22.938970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] For port 1220aaa8-9936-48e7-9c1b-59262dcc2492, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1220aaa8-9936-48e7-9c1b-59262dcc2492,segment=NetworkSegment(d4c58b18-edb2-4a19-ad13-8963500837d4),segment_id=d4c58b18-edb2-4a19-ad13-8963500837d4)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:22.954428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:23.165485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:23.192851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:45:23.336564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff938f90-342f-4bef-9137-8d8c79b1e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:23.398644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff938f90-342f-4bef-9137-8d8c79b1e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:23.477985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63261609-558b-4ee6-a7e4-698c6ebe04c3 req-7abc6a84-2506-42dd-a48c-8ad45c1651ba tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:23.514132 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63261609-558b-4ee6-a7e4-698c6ebe04c3 req-7abc6a84-2506-42dd-a48c-8ad45c1651ba tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 943 time: 0.6496062 Apr 05 18:45:23.569111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34460) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:23.631431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Pushing event updated for resources: {'Port': ['ID=1220aaa8-9936-48e7-9c1b-59262dcc2492,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:23.661750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:23.729763 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:23.730827 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:23.737731 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] 10.222.0.44 "PUT /v2.0/ports/1220aaa8-9936-48e7-9c1b-59262dcc2492 HTTP/1.1" status: 200 len: 1093 time: 7.6136739 Apr 05 18:45:23.741035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f36105-7fd1-443b-86c8-1a3f5a4dc7e5', 'tag': '1220aaa8-9936-48e7-9c1b-59262dcc2492'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:23.789183 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63261609-558b-4ee6-a7e4-698c6ebe04c3 req-d5640952-3ec2-45f9-b933-425c59d4408b tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706447 Apr 05 18:45:23.801614 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff938f90-342f-4bef-9137-8d8c79b1e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:23.827070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:23.896124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff938f90-342f-4bef-9137-8d8c79b1e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8229f33b-ff12-4c3c-851d-6a38aacb9ae6,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:23.910492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ff938f90-342f-4bef-9137-8d8c79b1e14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:23.938082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff938f90-342f-4bef-9137-8d8c79b1e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:23.951476 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ff938f90-342f-4bef-9137-8d8c79b1e14b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8229f33b-ff12-4c3c-851d-6a38aacb9ae6 HTTP/1.1" status: 204 len: 168 time: 1.1095245 Apr 05 18:45:23.960001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 1f9f2f96-e90b-4307-ad3c-b1c11093a770 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:24.010288 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-9f6d3ff7-823d-4fc1-8d02-4faf3a77edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:24.015801 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-9f6d3ff7-823d-4fc1-8d02-4faf3a77edbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0f34f6a6c82494f883207bca95b8c03&device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 1096 time: 0.2283790 Apr 05 18:45:24.133170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d048bf1c-25d3-4375-bf7c-95f15c5c5876 req-a2b12e32-da4c-449f-a419-3c1c9529c71a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Synchronizing usage tracker for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:24.201756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d048bf1c-25d3-4375-bf7c-95f15c5c5876 req-a2b12e32-da4c-449f-a419-3c1c9529c71a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Unset dirty status for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:24.217155 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d048bf1c-25d3-4375-bf7c-95f15c5c5876 req-a2b12e32-da4c-449f-a419-3c1c9529c71a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 210 time: 0.2499249 Apr 05 18:45:24.352817 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-35a170fd-0636-4669-b465-565748d9d19d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1220aaa8-9936-48e7-9c1b-59262dcc2492 HTTP/1.1" status: 200 len: 217 time: 0.3226094 Apr 05 18:45:24.447974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 1f9f2f96-e90b-4307-ad3c-b1c11093a770 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:24.520173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 1f9f2f96-e90b-4307-ad3c-b1c11093a770 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:24.520683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:24.644030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:24.744888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:24.763946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6288c2d54b4e808603ec68974246be is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:24.776549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:24.803623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:24.820218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-f55a4aaf-9f12-48d3-a70d-4f6db3e270e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:24.824616 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-f55a4aaf-9f12-48d3-a70d-4f6db3e270e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab064640-9d38-4dd4-8236-dcbf9cda2423 HTTP/1.1" status: 200 len: 851 time: 0.4532619 Apr 05 18:45:25.013493 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-5e509b94-9b90-49e3-83be-f0edbf70b114 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4bc1c569-881e-4572-ba43-405f6cee449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274981 Apr 05 18:45:25.349631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:19Z', 'revision_number': 2, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:25.385500 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Checking router: 33cdce27-4798-47b8-8d1a-eafbf9fc0fff for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:45:25.386219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Updating router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 binding host dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:45:25.406749 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-a04138ae-0e2b-416d-b2b2-7f5f3f41eb6d service neutron] 10.222.0.44 "GET /v2.0/networks/4bc1c569-881e-4572-ba43-405f6cee449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802812 Apr 05 18:45:25.569883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:25.659011 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34536) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:25.673666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:25.674556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34540) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:25.705198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272803662', 'description': 'tempest-description--855423670'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:25.714027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port 1f9f2f96-e90b-4307-ad3c-b1c11093a770, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=1f9f2f96-e90b-4307-ad3c-b1c11093a770,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:25.722096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:25.725015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:25.738607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:security_group and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:25.747346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:25.763403 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:25.796179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:25.828686 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:25.863652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:25.865031 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a1788e4-989c-47c8-afa2-eb6cd6c60371 req-de9c9bfc-db2f-4080-9e49-fb269e4948f7 service neutron] 10.222.0.44 "GET /v2.0/networks/4bc1c569-881e-4572-ba43-405f6cee449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312208 Apr 05 18:45:25.870266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f11b0371d548c9b28442b9ca6669af is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:25.874087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:25.883704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:25.966878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-f4c66743-5803-4713-b9aa-0b12d6611353 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:25.985210 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-f4c66743-5803-4713-b9aa-0b12d6611353 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 818 time: 0.8282268 Apr 05 18:45:26.117826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.157545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b45cc-6904-4b53-a8a4-14a5f8fccfe3 req-89b8f3b7-f74e-4c0a-bf3d-b90b435df610 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:26.171871 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f6b45cc-6904-4b53-a8a4-14a5f8fccfe3 req-89b8f3b7-f74e-4c0a-bf3d-b90b435df610 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 943 time: 0.3042710 Apr 05 18:45:26.172658 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.177950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.179075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:26.192718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.212031 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-1cc709ca-d562-4d91-9e85-9ed56b311963 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/quotas/12e487337c1f42d69805a235f74ff9e7 HTTP/1.1" status: 200 len: 375 time: 0.2258241 Apr 05 18:45:26.288764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:security_group_rule and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:26.343570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:26.344199 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:26.349286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:26.352862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.367461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Transition to ACTIVE for port object 9ec6617b-cdbf-4716-a91f-ea0d74771e88 will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:26.374187 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e6288c2d54b4e808603ec68974246be&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7917283 Apr 05 18:45:26.384079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34548) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:26.386593 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:26.397581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2724c83-7541-4753-a4d8-34ca885773af,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:26.404203 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:26.406937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:26.427467 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f6b45cc-6904-4b53-a8a4-14a5f8fccfe3 req-d03f5589-7afc-4895-a239-a5f474cc9d56 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507784 Apr 05 18:45:26.467764 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2f11b0371d548c9b28442b9ca6669af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7841859 Apr 05 18:45:26.479229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34556) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:26.533524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.545191 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34560) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:26.625317 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-a91df5de-0408-4516-94bb-f364d9515c2a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4121268 Apr 05 18:45:26.676608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e5bd39-7fe6-44a8-8de2-33d96c8236ae,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:26.682228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:26.685911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c13e461d-0f47-4537-96cc-b6829a2073f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.735565 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c13e461d-0f47-4537-96cc-b6829a2073f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.798409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c13e461d-0f47-4537-96cc-b6829a2073f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.807563 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e83634a5-60a6-42d5-addc-afe78a0e53a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:26.830491 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e461d-0f47-4537-96cc-b6829a2073f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e5bd39-7fe6-44a8-8de2-33d96c8236ae,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:26.834965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c13e461d-0f47-4537-96cc-b6829a2073f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:26.836225 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c13e461d-0f47-4537-96cc-b6829a2073f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.838191 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c13e461d-0f47-4537-96cc-b6829a2073f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7e5bd39-7fe6-44a8-8de2-33d96c8236ae HTTP/1.1" status: 204 len: 168 time: 0.4455802 Apr 05 18:45:26.921736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.972968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:26.973608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-56a9c7fb-133c-4c9a-ba23-f7c483872959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:27.133199 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f36105-7fd1-443b-86c8-1a3f5a4dc7e5', 'tag': '1220aaa8-9936-48e7-9c1b-59262dcc2492', 'status': 'completed', 'code': 200} Apr 05 18:45:27.183513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e2aeecbd-8b8c-4eef-bd42-bfbb744a9a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:27.311606 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=1f9f2f96-e90b-4307-ad3c-b1c11093a770,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:27.349877 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:27.357624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:27.363262 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-d1457a7f-d91a-4e8d-be6e-ecf965d274cc service neutron] 10.222.0.15 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368388 Apr 05 18:45:27.545651 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-9f41c5b8-2ed8-432a-86b5-0838600aa8c7 service neutron] 10.222.0.15 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803992 Apr 05 18:45:27.563860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:27.582907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-56a9c7fb-133c-4c9a-ba23-f7c483872959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:27.606643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:27.621554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Usage tracker for resource:security_group_rule and tenant:c62f96bb7d2b481c9b2d7b831d57db0d is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:27.622898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34600) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:27.636322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:27.681442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91769d79-f594-40fe-93dd-db7f930e35ae,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:27.685090 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:27.690350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:27.693403 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:27.722712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:27.728603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Usage tracker for resource:security_group_rule and tenant:e78ddb3065f448969a81234ad3ed785a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:27.732887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:27.743380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:27.797877 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebef0af-5d07-40b2-b977-d30fe5377e29 req-f6424753-9a83-46c8-8668-255a34dd2d29 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:27.799569 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6ebef0af-5d07-40b2-b977-d30fe5377e29 req-f6424753-9a83-46c8-8668-255a34dd2d29 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 943 time: 0.1488800 Apr 05 18:45:27.802666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-56a9c7fb-133c-4c9a-ba23-f7c483872959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:27.811641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:27.812811 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1527317 Apr 05 18:45:27.819284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34608) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:27.828428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:27.930428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:27.938266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'security_group_rule': {'security_group_id': '91769d79-f594-40fe-93dd-db7f930e35ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:27.947219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:27.952691 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:security_group_rule and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:27.958797 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ff938f90-342f-4bef-9137-8d8c79b1e14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:27.967489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:27.974848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:27.978095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.44', 62768) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:27.991329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.014180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.037831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d9eea-6faa-4aed-9c9c-b040a81fd12e None None] Pushing event updated for resources: {'Port': ['ID=9ec6617b-cdbf-4716-a91f-ea0d74771e88,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:28.061008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9c7fb-133c-4c9a-ba23-f7c483872959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2724c83-7541-4753-a4d8-34ca885773af,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:28.062709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5a0d9eea-6faa-4aed-9c9c-b040a81fd12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:28.085406 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95590034-21cd-4a55-8460-76786b95e9f3 req-d55face9-a96e-4dc5-b330-3f1497110f85 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 210 time: 0.2750130 Apr 05 18:45:28.091004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-56a9c7fb-133c-4c9a-ba23-f7c483872959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:28.094386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-56a9c7fb-133c-4c9a-ba23-f7c483872959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:28.245043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e85c2d1c-f673-45c8-8564-1a7ad3442686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:28.266385 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e78ddb3065f448969a81234ad3ed785a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6417389 Apr 05 18:45:28.273880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34632) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:28.293105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Attempting to bind port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:28.294852 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Attempting to bind port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:28.297194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Attempting to bind port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 on network e038d0f2-2e88-4870-96a1-ea984d54970c {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:28.339030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:28.339610 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Checking segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:28.340833 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.341386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Bound using segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:28.342046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Bound port: 9ec6617b-cdbf-4716-a91f-ea0d74771e88, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:28.342566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.343298 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-56a9c7fb-133c-4c9a-ba23-f7c483872959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.344593 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-56a9c7fb-133c-4c9a-ba23-f7c483872959 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2724c83-7541-4753-a4d8-34ca885773af HTTP/1.1" status: 204 len: 168 time: 1.8617544 Apr 05 18:45:28.354711 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6ebef0af-5d07-40b2-b977-d30fe5377e29 req-b465647a-2528-490d-b3fa-d9c42421295a tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341177 Apr 05 18:45:28.389602 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c62f96bb7d2b481c9b2d7b831d57db0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8432031 Apr 05 18:45:28.392922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34646) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:28.402965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.411064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5559df-93c4-4b0d-b8d4-665d6226f973,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:28.416469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:28.509806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5f4e3a8b-0217-44a0-bd43-953acbc37b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.544533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5f4e3a8b-0217-44a0-bd43-953acbc37b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.558175 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 1f9f2f96-e90b-4307-ad3c-b1c11093a770 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:28.607764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5f4e3a8b-0217-44a0-bd43-953acbc37b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.621347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:28.640158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.651247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747fe301-7b1c-49d8-a835-d014ade7ed94,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:28.658608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:28.671343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.685264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e3a8b-0217-44a0-bd43-953acbc37b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5559df-93c4-4b0d-b8d4-665d6226f973,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:28.694968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5f4e3a8b-0217-44a0-bd43-953acbc37b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.696558 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-5f4e3a8b-0217-44a0-bd43-953acbc37b0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d5559df-93c4-4b0d-b8d4-665d6226f973 HTTP/1.1" status: 204 len: 168 time: 0.3026886 Apr 05 18:45:28.703056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5f4e3a8b-0217-44a0-bd43-953acbc37b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:28.716073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-c7dec29d-381d-4592-8b83-2d184cc077e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:28.723721 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-c7dec29d-381d-4592-8b83-2d184cc077e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0f34f6a6c82494f883207bca95b8c03&device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 1096 time: 0.7409251 Apr 05 18:45:28.759909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] For port 9ec6617b-cdbf-4716-a91f-ea0d74771e88, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:28.763285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] For port 9ec6617b-cdbf-4716-a91f-ea0d74771e88, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=9ec6617b-cdbf-4716-a91f-ea0d74771e88,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:28.796854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:28.807260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.835764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ba4e-4620-4175-801f-ae914bb188ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.865095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 1f9f2f96-e90b-4307-ad3c-b1c11093a770 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:28.865797 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.884519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ba4e-4620-4175-801f-ae914bb188ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:28.955632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f29a9993-a30b-4152-be13-43bade24d424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:29.157019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-fecbaec5-987f-46f1-80d9-befb46ab54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:29.158672 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-fecbaec5-987f-46f1-80d9-befb46ab54d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4bc1c569-881e-4572-ba43-405f6cee449d HTTP/1.1" status: 200 len: 912 time: 0.3655014 Apr 05 18:45:29.166323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17d160b-7b9f-43cc-bbae-8b77127ba281,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:29.176453 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:29.188860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ba4e-4620-4175-801f-ae914bb188ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:29.256891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:29.279668 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d9eea-6faa-4aed-9c9c-b040a81fd12e None None] Pushing event updated for resources: {'Port': ['ID=9ec6617b-cdbf-4716-a91f-ea0d74771e88,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:29.313706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a80c1f-d148-436c-b101-32790d84e47a req-6353af60-3f11-4a8c-8724-892b32c15692 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:29.321595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-6353af60-3f11-4a8c-8724-892b32c15692 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 818 time: 1.3412335 Apr 05 18:45:29.327030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5a0d9eea-6faa-4aed-9c9c-b040a81fd12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:29.345788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.44', 62772) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:29.355020 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bf95778b-09bc-41fe-b8b3-a48bfca330da req-6e1d2554-42f1-490d-b2c8-9821569395b5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 210 time: 0.1408465 Apr 05 18:45:29.391259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17ba4e-4620-4175-801f-ae914bb188ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747fe301-7b1c-49d8-a835-d014ade7ed94,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:29.393935 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-54aa02f9-71e7-4bdb-9b61-7c08b45053dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1220aaa8-9936-48e7-9c1b-59262dcc2492 HTTP/1.1" status: 200 len: 217 time: 0.2085207 Apr 05 18:45:29.401646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Request body: {'port': {'device_id': '226d6e75-fafc-4c48-998a-d1c0abcb8cf7', 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e', 'admin_state_up': True, 'tenant_id': '12e487337c1f42d69805a235f74ff9e7'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:29.483575 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:45:29.490272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:29.524353 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fe17ba4e-4620-4175-801f-ae914bb188ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:29.619219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34698) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:29.650119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:29.684250 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:29.690253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:afbc7b2e88094bfc9c58c3c34754ed66 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:29.692994 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:29.694393 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8728681 Apr 05 18:45:29.694964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:29.713228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:29.791075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34706) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:29.798782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'security_group_rule': {'security_group_id': '91769d79-f594-40fe-93dd-db7f930e35ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:29.812295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:29.819645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:security_group_rule and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:29.827556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:29.841610 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:29.858645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:45:29.934989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:29.947901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:29.953424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:29.973176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ba86693d-979e-41eb-89e6-2040fbc52419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:30.060264 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afbc7b2e88094bfc9c58c3c34754ed66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374206 Apr 05 18:45:30.060264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c259c3-1430-4d1e-ac3b-a2112bcb2f46,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:30.061756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34726) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:30.064542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:30.157608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.167636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.174491 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:30.195247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-08489ea8-bef6-4795-a257-014d56f3089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:30.196840 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-08489ea8-bef6-4795-a257-014d56f3089a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab064640-9d38-4dd4-8236-dcbf9cda2423 HTTP/1.1" status: 200 len: 851 time: 0.6867156 Apr 05 18:45:30.206106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ba4e-4620-4175-801f-ae914bb188ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.207379 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-fe17ba4e-4620-4175-801f-ae914bb188ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/747fe301-7b1c-49d8-a835-d014ade7ed94 HTTP/1.1" status: 204 len: 168 time: 1.9239972 Apr 05 18:45:30.222051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd749767-3d34-459b-ae89-63b7ec0576d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.224421 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ea8dee-b7bb-4b56-9f29-931ac95c9b4b,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:30.246698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:30.272559 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd749767-3d34-459b-ae89-63b7ec0576d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.283640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.285462 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4924953 Apr 05 18:45:30.295154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34740) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:30.306631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'floatingip': {'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:30.333553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:30.343228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:floatingip and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:30.346682 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:30.353606 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:30.356070 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-a905c8dc-6366-4d48-8ae8-ef279daa7032 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4bc1c569-881e-4572-ba43-405f6cee449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016312 Apr 05 18:45:30.368553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.413309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd749767-3d34-459b-ae89-63b7ec0576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.495513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6c49dd3b-8fcd-40f6-85ec-07661ffe0b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:30.501638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:28Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:30.512734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a68bc9-bfbd-4e98-b5af-3ca3fde458b8 None None] The sync data for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb is: [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:28Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:45:30.517496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd749767-3d34-459b-ae89-63b7ec0576d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c259c3-1430-4d1e-ac3b-a2112bcb2f46,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:30.529514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dd749767-3d34-459b-ae89-63b7ec0576d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:30.611924 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd749767-3d34-459b-ae89-63b7ec0576d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:30.615276 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-dd749767-3d34-459b-ae89-63b7ec0576d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0c259c3-1430-4d1e-ac3b-a2112bcb2f46 HTTP/1.1" status: 204 len: 168 time: 0.5512357 Apr 05 18:45:30.652994 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-d4c78e39-4c9e-46d2-998a-a9ba9f631b12 service neutron] 10.222.0.44 "GET /v2.0/networks/4bc1c569-881e-4572-ba43-405f6cee449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875078 Apr 05 18:45:30.701283 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-50854151-76bf-4123-a259-5e167cefd29d req-aee5dead-76cb-46c3-8c6d-81fbca9f1e29 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 210 time: 0.0911651 Apr 05 18:45:30.782951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:31.089704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Allocated IP 172.28.3.50 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/6323f4b8-ff8b-434c-997e-2fd231af7eb2) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:31.106126 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52987039-e7d2-4ab6-b25f-6fdc9c897490 req-cbd5a41a-f434-494a-aeae-23c0d3b91ef8 service neutron] 10.222.0.44 "GET /v2.0/networks/4bc1c569-881e-4572-ba43-405f6cee449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241126 Apr 05 18:45:31.135403 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-64e011a1-2d8f-4947-bc78-2cc05b2b58af tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:31.140358 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-64e011a1-2d8f-4947-bc78-2cc05b2b58af tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 818 time: 1.7684317 Apr 05 18:45:31.142413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:31.179150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917fa4-8d2d-490e-ad32-bed8b08ae3e2 req-fcb61c1a-3c53-46d8-89b4-397c3d3c8b73 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:31.197472 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-60917fa4-8d2d-490e-ad32-bed8b08ae3e2 req-fcb61c1a-3c53-46d8-89b4-397c3d3c8b73 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 943 time: 1.5696573 Apr 05 18:45:31.223648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Request body: {'port': {'device_id': '432f9472-3f24-418e-8fe4-1b63757ca209', 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e', 'admin_state_up': True, 'tenant_id': '12e487337c1f42d69805a235f74ff9e7'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:31.327794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:31.418601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:31.503007 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:31.564146 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-60917fa4-8d2d-490e-ad32-bed8b08ae3e2 req-1b5c2870-bc5d-4180-902f-0182382495f1 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656361 Apr 05 18:45:31.568677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:31.573803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Made reservation on behalf of 12e487337c1f42d69805a235f74ff9e7 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:45:31.580597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:31.638148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:31.665733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:31.707692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Made reservation on behalf of 12e487337c1f42d69805a235f74ff9e7 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:45:31.714224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:31.726781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:31.731315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-719deabb-4b09-4b68-9250-9a6da53cbd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:31.734980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:31.739241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:31.744873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1220aaa8-9936-48e7-9c1b-59262dcc2492 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:45:31.768667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'Port': ['ID=6323f4b8-ff8b-434c-997e-2fd231af7eb2,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:31.773923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:31.937564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Allocated IP 172.20.0.3 (185e4dd9-5459-4711-a6ea-55de5066954e/3718c7ac-9b6c-4814-9183-53c654862e62/23efe365-655f-4e05-b115-95662505877b) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:32.031631 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d817ccdb-4690-4798-95bd-2bb70d592a09 req-531f350a-be6e-47aa-b87b-d5404f39dc13 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 210 time: 0.0806854 Apr 05 18:45:32.071094 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.119979 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1220aaa8-9936-48e7-9c1b-59262dcc2492, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1220aaa8-9936-48e7-9c1b-59262dcc2492,segment=NetworkSegment(d4c58b18-edb2-4a19-ad13-8963500837d4),segment_id=d4c58b18-edb2-4a19-ad13-8963500837d4)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:32.137281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '1220aaa8-9936-48e7-9c1b-59262dcc2492', 'network_id': '4bc1c569-881e-4572-ba43-405f6cee449d', 'port_id': '1220aaa8-9936-48e7-9c1b-59262dcc2492', 'mac_address': 'fa:16:3e:bb:ef:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab064640-9d38-4dd4-8236-dcbf9cda2423', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:45:32.228679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.238315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.252080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1220aaa8-9936-48e7-9c1b-59262dcc2492 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:45:32.271738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1220aaa8-9936-48e7-9c1b-59262dcc2492, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1220aaa8-9936-48e7-9c1b-59262dcc2492,segment=NetworkSegment(d4c58b18-edb2-4a19-ad13-8963500837d4),segment_id=d4c58b18-edb2-4a19-ad13-8963500837d4)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:32.276782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.278809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5a0d9eea-6faa-4aed-9c9c-b040a81fd12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:32.380933 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1220aaa8-9936-48e7-9c1b-59262dcc2492,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:32.385283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:32.414042 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.552949 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['1220aaa8-9936-48e7-9c1b-59262dcc2492'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:45:32.639726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Allocated IP 172.20.0.10 (185e4dd9-5459-4711-a6ea-55de5066954e/3718c7ac-9b6c-4814-9183-53c654862e62/b7f55559-e51a-4277-bc4f-68c87b6c42d0) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:32.639870 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 9ec6617b-cdbf-4716-a91f-ea0d74771e88 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:32.789540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.796843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.824167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:32.922831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.955710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:32.982026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'Port': ['ID=6323f4b8-ff8b-434c-997e-2fd231af7eb2,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:32.987323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:32.993360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:33.047183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:33.048657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:33.060047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:33.116381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:33.118018 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8218048 Apr 05 18:45:33.350828 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b012fbfa-72ec-4b31-ac8c-593223326211 req-18992b10-2d25-4c04-b90c-b4337f545a5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 210 time: 0.1547492 Apr 05 18:45:33.393099 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:33.450032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port 9ec6617b-cdbf-4716-a91f-ea0d74771e88, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=9ec6617b-cdbf-4716-a91f-ea0d74771e88,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:33.455777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:33.458581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:33.462588 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:33.558209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Network 185e4dd9-5459-4711-a6ea-55de5066954e is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:33.570782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:33.602035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:33.633626 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=9ec6617b-cdbf-4716-a91f-ea0d74771e88,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:33.637552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:33.755036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-cae9950a-1a75-4d4d-a2ba-e4352665b2cc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Synchronizing usage tracker for tenant:3205a941f52a47429eb3a9e75932e721 on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:33.780892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-cae9950a-1a75-4d4d-a2ba-e4352665b2cc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Unset dirty status for tenant:3205a941f52a47429eb3a9e75932e721 on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:33.793602 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-cae9950a-1a75-4d4d-a2ba-e4352665b2cc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--272803662&fields=id&tenant_id=3205a941f52a47429eb3a9e75932e721 HTTP/1.1" status: 200 len: 267 time: 0.0945184 Apr 05 18:45:33.794854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Pushing event updated for resources: {'Port': ['ID=23efe365-655f-4e05-b115-95662505877b,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:33.803632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:33.804317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:33.812266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:33.815611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:33.862504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dc7c7-345d-4f1e-9945-78662427b604 req-9daa9128-faeb-47a9-84d3-1de2c5e8f314 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:33.864961 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b30dc7c7-345d-4f1e-9945-78662427b604 req-9daa9128-faeb-47a9-84d3-1de2c5e8f314 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 944 time: 1.0608928 Apr 05 18:45:33.924103 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5500870 Apr 05 18:45:33.937893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bad67e1d-0135-4cb6-b14d-2f29dd31ad77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:33.954316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Request body: {'port': {'device_id': '226d6e75-fafc-4c48-998a-d1c0abcb8cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:34.007534 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b30dc7c7-345d-4f1e-9945-78662427b604 req-31a1387d-fe73-43e8-9ec4-f24ea7fcfc44 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266255 Apr 05 18:45:34.061150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:34.074499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-eaf31c47-1338-4f89-b818-2e12088d0385 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:34.075764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-eaf31c47-1338-4f89-b818-2e12088d0385 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Synchronizing usage tracker for tenant:3205a941f52a47429eb3a9e75932e721 on resource:network {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:34.120450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:34.122728 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-eaf31c47-1338-4f89-b818-2e12088d0385 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Unset dirty status for tenant:3205a941f52a47429eb3a9e75932e721 on resource:network {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:34.133361 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-eaf31c47-1338-4f89-b818-2e12088d0385 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 817 time: 0.3376007 Apr 05 18:45:34.160182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-43d4efbe-b101-4841-b586-467cdbcd8b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:34.165281 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-0b644d5a-7f9b-4b91-8883-85e3969eba20 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/quotas/3205a941f52a47429eb3a9e75932e721 HTTP/1.1" status: 200 len: 375 time: 0.0303833 Apr 05 18:45:34.266310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:34.286344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-ef0de0cd-33e4-4b2b-97e4-aeb85fd8e3bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Synchronizing usage tracker for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:34.306754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-ef0de0cd-33e4-4b2b-97e4-aeb85fd8e3bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Unset dirty status for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:34.308714 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-ef0de0cd-33e4-4b2b-97e4-aeb85fd8e3bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1385739 Apr 05 18:45:34.346222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Pushing event updated for resources: {'Port': ['ID=b7f55559-e51a-4277-bc4f-68c87b6c42d0,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:34.352477 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:34.406654 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34902) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:34.459172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Network 185e4dd9-5459-4711-a6ea-55de5066954e is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:34.472573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:34.481642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:34.538699 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 9ec6617b-cdbf-4716-a91f-ea0d74771e88 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:34.633818 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-facd0bf7-2835-4c5e-a8fd-10bc2f18521c service neutron] 10.222.0.15 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086109 Apr 05 18:45:34.706487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:34.712775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:34.824436 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:34.825135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:34.981153 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-29b0e7e7-7b22-4b77-9335-7e52b09226d5 service neutron] 10.222.0.15 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406577 Apr 05 18:45:35.359886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:35.399005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:35.403666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1f39d2329646daaa705075c32855b6 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:35.406795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:35.413589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:35.436330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5020102-03e9-428a-a374-789e8ce307c9 req-d94e7b07-f475-4c63-ba47-ee7ed67e50b1 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:35.438020 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5020102-03e9-428a-a374-789e8ce307c9 req-d94e7b07-f475-4c63-ba47-ee7ed67e50b1 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 944 time: 0.1491749 Apr 05 18:45:35.454622 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2891266 Apr 05 18:45:35.491740 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311a6b9-3b3b-455f-a4b2-10b3cfa45bcb req-4c7931d1-fb94-4ca5-be97-0c136fb043d0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:35.492534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-b311a6b9-3b3b-455f-a4b2-10b3cfa45bcb req-4c7931d1-fb94-4ca5-be97-0c136fb043d0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Synchronizing usage tracker for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:35.505980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Request body: {'port': {'device_id': '432f9472-3f24-418e-8fe4-1b63757ca209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:35.533155 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5020102-03e9-428a-a374-789e8ce307c9 req-ee5ae061-7d24-4f95-8717-774d2ea2c026 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839732 Apr 05 18:45:35.638665 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3eea64aa-7033-47f4-93ee-c340f923b121 req-38cdbb1b-40ad-4a2e-bec7-498b55b635ec tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 210 time: 0.0654101 Apr 05 18:45:35.650499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-b311a6b9-3b3b-455f-a4b2-10b3cfa45bcb req-4c7931d1-fb94-4ca5-be97-0c136fb043d0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Unset dirty status for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:35.652374 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b311a6b9-3b3b-455f-a4b2-10b3cfa45bcb req-4c7931d1-fb94-4ca5-be97-0c136fb043d0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 932 time: 1.0773947 Apr 05 18:45:35.722224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1220aaa8-9936-48e7-9c1b-59262dcc2492 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:35.813384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 1220aaa8-9936-48e7-9c1b-59262dcc2492 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:35.823617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 1220aaa8-9936-48e7-9c1b-59262dcc2492 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:35.824188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:35.826173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.resource_extend [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 18:45:35.855068 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-b311a6b9-3b3b-455f-a4b2-10b3cfa45bcb req-dcdf46c2-2370-452f-b09b-2577d094f971 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Synchronizing usage tracker for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:35.958928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.009552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-b311a6b9-3b3b-455f-a4b2-10b3cfa45bcb req-dcdf46c2-2370-452f-b09b-2577d094f971 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Unset dirty status for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:36.011062 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b311a6b9-3b3b-455f-a4b2-10b3cfa45bcb req-dcdf46c2-2370-452f-b09b-2577d094f971 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095481 Apr 05 18:45:36.101622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.112034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.126290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.136883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23efe365-655f-4e05-b115-95662505877b {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:45:36.137097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 34986) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:36.176825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.190272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:36.202292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.202568 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1220aaa8-9936-48e7-9c1b-59262dcc2492, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1220aaa8-9936-48e7-9c1b-59262dcc2492,segment=NetworkSegment(d4c58b18-edb2-4a19-ad13-8963500837d4),segment_id=d4c58b18-edb2-4a19-ad13-8963500837d4)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:36.203851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f36105-7fd1-443b-86c8-1a3f5a4dc7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1220aaa8-9936-48e7-9c1b-59262dcc2492'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:36.298849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Transition to ACTIVE for port object 23efe365-655f-4e05-b115-95662505877b will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:36.312435 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b24dd8f-ff84-44e8-b969-96699ebeca28,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:36.313252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.317170 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd1f39d2329646daaa705075c32855b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9079416 Apr 05 18:45:36.324908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:36.330215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:36.331130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.333829 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 34996) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:36.355330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.387986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:36.396328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Usage tracker for resource:security_group_rule and tenant:227f5a57895b4ec1bb75523ab385ed3f is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:36.404224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:36.424465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:36.435278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c830f162-5453-41bc-b9b8-a317981d48fa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:36.447424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1220aaa8-9936-48e7-9c1b-59262dcc2492,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:36.453072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:36.647823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.660098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:36.670471 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:36.740411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9721d187-58e4-4220-96c2-2ae924f1f936,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:36.745864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:36.828550 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=227f5a57895b4ec1bb75523ab385ed3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6903293 Apr 05 18:45:36.848656 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f36105-7fd1-443b-86c8-1a3f5a4dc7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1220aaa8-9936-48e7-9c1b-59262dcc2492', 'code': 200} Apr 05 18:45:36.855615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35026) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:36.927386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Pushing event updated for resources: {'Port': ['ID=23efe365-655f-4e05-b115-95662505877b,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:37.000693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627ab05-d2f5-4cb8-9c56-29e6d24ee2e9 req-315cb264-52c4-4804-9a1c-6e038fb68b0c tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:37.010947 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a627ab05-d2f5-4cb8-9c56-29e6d24ee2e9 req-315cb264-52c4-4804-9a1c-6e038fb68b0c tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 945 time: 0.1803238 Apr 05 18:45:37.077842 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a627ab05-d2f5-4cb8-9c56-29e6d24ee2e9 req-2a66a043-0d1a-4f09-9ca6-902ee3ecefcf tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657611 Apr 05 18:45:37.206316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:37.283435 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.44', 62787) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:37.478273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-dd3afc70-9263-4153-9fc3-a21ea6555437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:37.480262 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-dd3afc70-9263-4153-9fc3-a21ea6555437 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 1098 time: 0.1953061 Apr 05 18:45:37.490518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c59920-1bf2-4333-a821-7079776089fb req-ab89c2a1-79e0-494f-b7e2-2c573d62d32e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:37.492419 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-96c59920-1bf2-4333-a821-7079776089fb req-ab89c2a1-79e0-494f-b7e2-2c573d62d32e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 932 time: 0.2828574 Apr 05 18:45:37.562472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.582731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35068) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:37.603442 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-07ff772a-a4b4-4f53-ba27-144688825493 req-4cc3c1f9-3dbb-4869-bbc3-bdc6135054cd tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 210 time: 0.3051083 Apr 05 18:45:37.606387 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:37.615915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Usage tracker for resource:security_group_rule and tenant:72e77f6038b447ea84656a80903d58af is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:37.621891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:37.628033 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-96c59920-1bf2-4333-a821-7079776089fb req-deaad363-e670-4223-8964-737bdf4dbea5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164908 Apr 05 18:45:37.633317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:37.649544 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b161a777-f07d-461b-b038-f7ee75fed6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.751099 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.761945 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.766744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.777087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:37.780880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:37.791093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b161a777-f07d-461b-b038-f7ee75fed6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.798364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Usage tracker for resource:security_group_rule and tenant:27a5087121794b7e967243f617f6cfe3 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:37.805810 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:37.811999 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bb26fc24-5039-48e7-ad4f-180d97581614 req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185253 Apr 05 18:45:37.815753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3ae3-0c25-4db4-a03e-daa46d6a657d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.818801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f55559-e51a-4277-bc4f-68c87b6c42d0 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:45:37.824974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:37.833114 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aa27ac-5f4b-4666-bb09-830dabceee35,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:37.839669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:37.861629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.926802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.929488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.939594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:37.961701 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-9092f566-a69d-4f17-b636-c1ae3dab606b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:37.963219 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-9092f566-a69d-4f17-b636-c1ae3dab606b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 817 time: 1.0873842 Apr 05 18:45:37.982044 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27a5087121794b7e967243f617f6cfe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982189 Apr 05 18:45:37.983720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbedd515-e10a-4b56-b7e6-60fc6b600fbe,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:37.986241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35074) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:37.988262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3ae3-0c25-4db4-a03e-daa46d6a657d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:37.989717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:37.997257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Transition to ACTIVE for port object b7f55559-e51a-4277-bc4f-68c87b6c42d0 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:38.049581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.053612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9e60-0a24-4345-8122-43efd74ef9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.081792 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9e60-0a24-4345-8122-43efd74ef9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.119874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:38.130287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9e60-0a24-4345-8122-43efd74ef9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.141494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:38.159335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9e60-0a24-4345-8122-43efd74ef9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.163632 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9d6c9e60-0a24-4345-8122-43efd74ef9e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbedd515-e10a-4b56-b7e6-60fc6b600fbe HTTP/1.1" status: 204 len: 168 time: 0.1738811 Apr 05 18:45:38.169825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c9e60-0a24-4345-8122-43efd74ef9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbedd515-e10a-4b56-b7e6-60fc6b600fbe,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:38.173102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9d6c9e60-0a24-4345-8122-43efd74ef9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:38.471012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35084) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:38.492007 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.509098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:38.513205 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Usage tracker for resource:security_group_rule and tenant:330761e986dd4158b0f7aa132f0e5e44 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:38.516329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:38.522503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:38.575732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b161a777-f07d-461b-b038-f7ee75fed6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.612592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.617167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.620364 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-823e5a83-626d-49d9-a898-4a5edbd6901e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3205a941f52a47429eb3a9e75932e721 HTTP/1.1" status: 200 len: 5703 time: 0.6243844 Apr 05 18:45:38.621188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f55559-e51a-4277-bc4f-68c87b6c42d0,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:38.627450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:38.634696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:38.671438 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=330761e986dd4158b0f7aa132f0e5e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946971 Apr 05 18:45:38.671438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35100) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:38.685105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b161a777-f07d-461b-b038-f7ee75fed6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.689359 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b161a777-f07d-461b-b038-f7ee75fed6dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b24dd8f-ff84-44e8-b969-96699ebeca28 HTTP/1.1" status: 204 len: 168 time: 2.3519866 Apr 05 18:45:38.707291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fe17ba4e-4620-4175-801f-ae914bb188ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:38.755620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45040c0-b362-4498-a353-b1c5f2157b13,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:38.757302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'port': {'device_id': '72d1d877-603d-4f77-a032-9db85525e31f', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'admin_state_up': True, 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'security_groups': ['91769d79-f594-40fe-93dd-db7f930e35ae']}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:38.774230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:38.900857 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-026d5643-7b92-4d6c-9796-343891597450 req-c5d1bc5a-4732-48de-9fa8-265187bd7b63 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 210 time: 0.1214089 Apr 05 18:45:38.909540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161a777-f07d-461b-b038-f7ee75fed6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b24dd8f-ff84-44e8-b969-96699ebeca28,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:38.913350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Attempting to bind port 23efe365-655f-4e05-b115-95662505877b on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:38.913724 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Attempting to bind port 23efe365-655f-4e05-b115-95662505877b by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:38.914086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Attempting to bind port 23efe365-655f-4e05-b115-95662505877b on network 185e4dd9-5459-4711-a6ea-55de5066954e {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:38.919939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b161a777-f07d-461b-b038-f7ee75fed6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:38.928335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-490855de-f59a-46e6-a4a7-a6d12c6dde76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.932347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3ae3-0c25-4db4-a03e-daa46d6a657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:38.986216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-490855de-f59a-46e6-a4a7-a6d12c6dde76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.039196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-490855de-f59a-46e6-a4a7-a6d12c6dde76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.051677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ed71c6b8-e624-48c4-a315-5ae7dfed8650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:39.069547 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490855de-f59a-46e6-a4a7-a6d12c6dde76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45040c0-b362-4498-a353-b1c5f2157b13,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:39.072664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:39.080475 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3ae3-0c25-4db4-a03e-daa46d6a657d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.084200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-490855de-f59a-46e6-a4a7-a6d12c6dde76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:39.085374 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8f9a3ae3-0c25-4db4-a03e-daa46d6a657d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9721d187-58e4-4220-96c2-2ae924f1f936 HTTP/1.1" status: 204 len: 168 time: 2.2247393 Apr 05 18:45:39.086249 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Port 23efe365-655f-4e05-b115-95662505877b on network 185e4dd9-5459-4711-a6ea-55de5066954e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:39.086749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Attempting to bind port 23efe365-655f-4e05-b115-95662505877b on network 185e4dd9-5459-4711-a6ea-55de5066954e {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:39.088861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-490855de-f59a-46e6-a4a7-a6d12c6dde76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.090261 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-490855de-f59a-46e6-a4a7-a6d12c6dde76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c45040c0-b362-4498-a353-b1c5f2157b13 HTTP/1.1" status: 204 len: 168 time: 0.4183378 Apr 05 18:45:39.154358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.187626 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a3ae3-0c25-4db4-a03e-daa46d6a657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9721d187-58e4-4220-96c2-2ae924f1f936,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:39.189633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:39.189962 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Checking segment: {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:39.190379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Bound using segment: {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:39.190935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Bound port: 23efe365-655f-4e05-b115-95662505877b, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:39.191322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.216721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8f9a3ae3-0c25-4db4-a03e-daa46d6a657d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:39.268911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a725e-ca17-48cb-bbc8-d2984a6a4dec req-0994b500-5f3d-4673-9cec-722bb62de9fc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:39.271773 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-037a725e-ca17-48cb-bbc8-d2984a6a4dec req-0994b500-5f3d-4673-9cec-722bb62de9fc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 944 time: 0.1497626 Apr 05 18:45:39.588585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] For port 23efe365-655f-4e05-b115-95662505877b, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:39.592606 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] For port 23efe365-655f-4e05-b115-95662505877b, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23efe365-655f-4e05-b115-95662505877b,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:39.602207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35136) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:39.608248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.609123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Attempting to bind port b7f55559-e51a-4277-bc4f-68c87b6c42d0 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:39.609495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Attempting to bind port b7f55559-e51a-4277-bc4f-68c87b6c42d0 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:39.609888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Attempting to bind port b7f55559-e51a-4277-bc4f-68c87b6c42d0 on network 185e4dd9-5459-4711-a6ea-55de5066954e {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:39.622296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7a76-2812-4d59-b253-8fcbdd22bf44 req-6d1c6bb9-6f81-4875-a965-e157e51101d1 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:39.624134 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-adbb7a76-2812-4d59-b253-8fcbdd22bf44 req-6d1c6bb9-6f81-4875-a965-e157e51101d1 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 945 time: 1.3669815 Apr 05 18:45:39.722452 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:39.732056 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-037a725e-ca17-48cb-bbc8-d2984a6a4dec req-c7ca7d15-2089-4fc2-b311-7f20471bac2a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531741 Apr 05 18:45:39.762673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:39.771951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Port b7f55559-e51a-4277-bc4f-68c87b6c42d0 on network 185e4dd9-5459-4711-a6ea-55de5066954e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:39.772350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Attempting to bind port b7f55559-e51a-4277-bc4f-68c87b6c42d0 on network 185e4dd9-5459-4711-a6ea-55de5066954e {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:39.797890 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.819836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35144) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:39.846223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:39.846223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Checking segment: {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:39.846223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Bound using segment: {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:39.846223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Bound port: b7f55559-e51a-4277-bc4f-68c87b6c42d0, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:39.846223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:39.853356 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:39.880797 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:39.908574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa683084eb247cdae29bb646d691585 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:39.937652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:39.970407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Made reservation on behalf of 3205a941f52a47429eb3a9e75932e721 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:45:39.976375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35154) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:39.980086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.002294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:40.016197 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-adbb7a76-2812-4d59-b253-8fcbdd22bf44 req-df461997-822a-4cd0-b12f-110eb882cccc tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695877 Apr 05 18:45:40.018187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.031764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.053902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:40.057122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Pushing event updated for resources: {'Port': ['ID=23efe365-655f-4e05-b115-95662505877b,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:40.059864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:40.069752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:40.074045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Usage tracker for resource:security_group_rule and tenant:092a962e921c4b6fbc52c358310706bc is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:40.077925 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Usage tracker for resource:security_group_rule and tenant:0f77e5899568413eb7b4ff537ed1cd11 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:40.080694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:40.120303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:40.142399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:40.144433 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:40.148091 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8622be94-283b-452c-a5f2-3704ec4fa77c req-08e8c8e1-5604-49a3-8dc6-f8ad9c8eb63c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 210 time: 0.0754430 Apr 05 18:45:40.190077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:40.191258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.192876 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] 10.222.0.44 "PUT /v2.0/ports/23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 200 len: 1093 time: 6.2533779 Apr 05 18:45:40.193387 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226d6e75-fafc-4c48-998a-d1c0abcb8cf7', 'tag': '23efe365-655f-4e05-b115-95662505877b'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:40.221422 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] For port b7f55559-e51a-4277-bc4f-68c87b6c42d0, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:40.281345 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] For port b7f55559-e51a-4277-bc4f-68c87b6c42d0, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:40.317327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.323458 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226d6e75-fafc-4c48-998a-d1c0abcb8cf7', 'tag': '23efe365-655f-4e05-b115-95662505877b', 'status': 'completed', 'code': 200} Apr 05 18:45:40.328666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.339900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:40.346498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.382705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:40.388441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.400595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f77e5899568413eb7b4ff537ed1cd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762632 Apr 05 18:45:40.400595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.408321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35170) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:40.409130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331ee724-f62c-4bc4-9ff7-c54c57d7a156,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:40.417409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:40.417931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c9548b8e-e552-4f79-b29e-a3f827705d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:40.490930 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=092a962e921c4b6fbc52c358310706bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5133281 Apr 05 18:45:40.498441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81adde9-9be6-4631-820b-e3c66059f94f,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:40.502163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35176) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:40.510173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:40.530367 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2838cc33-2a5a-446f-a2dc-72c061a09521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.532442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Allocated IP 172.20.0.4 (e038d0f2-2e88-4870-96a1-ea984d54970c/c45b5584-040f-4fcf-af84-c5e58ab5a48b/bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:45:40.576078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2838cc33-2a5a-446f-a2dc-72c061a09521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.617449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.640983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2838cc33-2a5a-446f-a2dc-72c061a09521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.649585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-490855de-f59a-46e6-a4a7-a6d12c6dde76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:40.654622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.675613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838cc33-2a5a-446f-a2dc-72c061a09521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331ee724-f62c-4bc4-9ff7-c54c57d7a156,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:40.684955 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2838cc33-2a5a-446f-a2dc-72c061a09521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:40.692398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2838cc33-2a5a-446f-a2dc-72c061a09521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.696858 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2838cc33-2a5a-446f-a2dc-72c061a09521 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/331ee724-f62c-4bc4-9ff7-c54c57d7a156 HTTP/1.1" status: 204 len: 168 time: 0.2845805 Apr 05 18:45:40.705833 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f55559-e51a-4277-bc4f-68c87b6c42d0,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:40.733267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:40.736974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:40.789878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a80c1f-d148-436c-b101-32790d84e47a req-bbf0a240-df4d-4a96-ba70-e555d4d4ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:40.791560 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-bbf0a240-df4d-4a96-ba70-e555d4d4ee1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1096 time: 0.5124078 Apr 05 18:45:40.806162 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7aa683084eb247cdae29bb646d691585&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2025697 Apr 05 18:45:40.809108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35200) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:40.905660 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-906df165-8c3d-4ac1-8a44-1008f8ea7d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:40.926097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c9db97-eb4e-4725-99ae-58864d404371,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:40.940352 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-906df165-8c3d-4ac1-8a44-1008f8ea7d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.090631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:41.117880 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-037086b6-abe2-4e07-8b0a-e0af8cf119a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 200 len: 217 time: 0.3071952 Apr 05 18:45:41.141985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4892f448-d879-4721-bc4e-c57ba67600eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.185980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-906df165-8c3d-4ac1-8a44-1008f8ea7d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.200377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3a3854f5-843e-453d-a3db-04dbcb5c8844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:41.241424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906df165-8c3d-4ac1-8a44-1008f8ea7d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c9db97-eb4e-4725-99ae-58864d404371,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:41.262803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-906df165-8c3d-4ac1-8a44-1008f8ea7d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:41.288566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee6490-eaaa-4430-bde6-956afc251da0 req-1e1c9eeb-c136-4d85-8105-119e7bf7efdf tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:41.293860 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aaee6490-eaaa-4430-bde6-956afc251da0 req-1e1c9eeb-c136-4d85-8105-119e7bf7efdf tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 944 time: 0.2848186 Apr 05 18:45:41.297495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-906df165-8c3d-4ac1-8a44-1008f8ea7d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.298784 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-906df165-8c3d-4ac1-8a44-1008f8ea7d02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02c9db97-eb4e-4725-99ae-58864d404371 HTTP/1.1" status: 204 len: 168 time: 0.4881816 Apr 05 18:45:41.322163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:41.322960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.329017 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/b7f55559-e51a-4277-bc4f-68c87b6c42d0 HTTP/1.1" status: 200 len: 1094 time: 5.8628094 Apr 05 18:45:41.387152 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aaee6490-eaaa-4430-bde6-956afc251da0 req-27356730-5d91-4816-9b18-b8547d19c28d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820162 Apr 05 18:45:41.402131 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35226) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:41.435187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.481046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:41.497148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4892f448-d879-4721-bc4e-c57ba67600eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.509292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:0f4b76199fc546d387e5aa92be961138 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:41.523756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:41.539944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:41.628944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a80c1f-d148-436c-b101-32790d84e47a req-660a131a-6eda-4dc4-a998-daf44b511d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:41.630907 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-660a131a-6eda-4dc4-a998-daf44b511d69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.4950111 Apr 05 18:45:41.660238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.718333 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e481ff8-67a8-41f1-955f-737c788c4c62 req-5df7ec80-eb20-43a1-8a15-e3731137d853 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 210 time: 0.1236775 Apr 05 18:45:41.824383 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.830035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:41.848223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:41.924409 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f4b76199fc546d387e5aa92be961138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184629 Apr 05 18:45:41.924683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee219123-ed5d-42bd-a1b2-1daaee22aac2,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:41.927388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35248) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:41.930376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:42.002080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-97bd5b2b-c547-4cb7-b498-91b792c41b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.037189 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-97bd5b2b-c547-4cb7-b498-91b792c41b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.072246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35254) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:42.079755 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-9bfb3f12-9555-490e-b324-42dfa974269d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4284909 Apr 05 18:45:42.088220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Transition to ACTIVE for port object bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 will not be triggered until provisioned by entity DHCP. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:42.095916 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-97bd5b2b-c547-4cb7-b498-91b792c41b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.101776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-98472682-a0ee-47ac-befb-cdb7e1f71cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:42.114373 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5b2b-c547-4cb7-b498-91b792c41b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee219123-ed5d-42bd-a1b2-1daaee22aac2,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:42.119780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-97bd5b2b-c547-4cb7-b498-91b792c41b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:42.122668 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-97bd5b2b-c547-4cb7-b498-91b792c41b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.138511 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-97bd5b2b-c547-4cb7-b498-91b792c41b82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee219123-ed5d-42bd-a1b2-1daaee22aac2 HTTP/1.1" status: 204 len: 168 time: 0.2082460 Apr 05 18:45:42.197083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-13a2466a-80c0-43c1-bd7e-240f1da3518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:42.198717 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-13a2466a-80c0-43c1-bd7e-240f1da3518f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 1097 time: 0.8245468 Apr 05 18:45:42.215406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4892f448-d879-4721-bc4e-c57ba67600eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.248831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.272664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:42.273838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:42.278496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b20896740c4131858745280bcb2e6e is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:42.282371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:42.291107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:42.304965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f78e85-88fe-4c4f-96d8-4f7bf5b0215d req-d905b5d5-3a2d-459c-ac88-4bebf45a0a8d tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:42.306621 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-61f78e85-88fe-4c4f-96d8-4f7bf5b0215d req-d905b5d5-3a2d-459c-ac88-4bebf45a0a8d tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 945 time: 0.8187542 Apr 05 18:45:42.326554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432f9472-3f24-418e-8fe4-1b63757ca209', 'tag': 'b7f55559-e51a-4277-bc4f-68c87b6c42d0'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:42.332381 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-8f82a5ec-3f1c-4f4b-8eb0-b15ffcd7a067 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0 HTTP/1.1" status: 200 len: 217 time: 0.1205189 Apr 05 18:45:42.333181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892f448-d879-4721-bc4e-c57ba67600eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81adde9-9be6-4631-820b-e3c66059f94f,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:42.391454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4892f448-d879-4721-bc4e-c57ba67600eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:42.393925 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-da55a563-da8d-47be-8922-5bc23246bddf service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034482 Apr 05 18:45:42.452044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.458407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.481373 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432f9472-3f24-418e-8fe4-1b63757ca209', 'tag': 'b7f55559-e51a-4277-bc4f-68c87b6c42d0', 'status': 'completed', 'code': 200} Apr 05 18:45:42.481545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9d6c9e60-0a24-4345-8122-43efd74ef9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:42.557141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4892f448-d879-4721-bc4e-c57ba67600eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.558375 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-4892f448-d879-4721-bc4e-c57ba67600eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a81adde9-9be6-4631-820b-e3c66059f94f HTTP/1.1" status: 204 len: 168 time: 2.0429678 Apr 05 18:45:42.591073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.606402 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-61f78e85-88fe-4c4f-96d8-4f7bf5b0215d req-98c74f63-7471-4dc1-ba42-1cbc291463ed tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832317 Apr 05 18:45:42.625243 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:42.631097 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4b20896740c4131858745280bcb2e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554502 Apr 05 18:45:42.635598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dff7ea-097b-4872-bd6f-f025d866fd31,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:42.659153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35286) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:42.662193 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:42.788518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8340-adab-48d1-b035-9b023960d519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:42.793734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:42.806062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:42.807838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-a94dadf5-f4bc-4626-bcad-f3083ea875bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:42.809485 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-a94dadf5-f4bc-4626-bcad-f3083ea875bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.4525547 Apr 05 18:45:42.880135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13947e13-0763-4fbc-9dce-7cd5860df75e req-7921c052-07e6-48f4-a6ed-efd68ab795c2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:42.881867 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13947e13-0763-4fbc-9dce-7cd5860df75e req-7921c052-07e6-48f4-a6ed-efd68ab795c2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 944 time: 0.3025563 Apr 05 18:45:42.906768 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8340-adab-48d1-b035-9b023960d519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:43.016017 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13947e13-0763-4fbc-9dce-7cd5860df75e req-50c36c29-a9b3-45fd-8b15-d51f2e1c6a1b tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267107 Apr 05 18:45:43.047876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8340-adab-48d1-b035-9b023960d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:43.053185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5f4e3a8b-0217-44a0-bd43-953acbc37b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:43.093943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d8340-adab-48d1-b035-9b023960d519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dff7ea-097b-4872-bd6f-f025d866fd31,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:43.098530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8a0d8340-adab-48d1-b035-9b023960d519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:43.102287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8340-adab-48d1-b035-9b023960d519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:43.106845 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8a0d8340-adab-48d1-b035-9b023960d519 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9dff7ea-097b-4872-bd6f-f025d866fd31 HTTP/1.1" status: 204 len: 168 time: 0.4465442 Apr 05 18:45:43.117977 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-0fb49465-36bd-4e1a-94f8-fe32bed29dc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538062 Apr 05 18:45:43.261329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:45:43.296385 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-f0d6ea3b-c63b-47a0-8b48-03b2721aefec service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663022 Apr 05 18:45:43.369321 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-85a80c1f-d148-436c-b101-32790d84e47a req-7677aed3-d0e8-434d-bf1f-e4ea0a2523f6 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9268661 Apr 05 18:45:43.568290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Network e038d0f2-2e88-4870-96a1-ea984d54970c is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:45:43.584085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:45:43.602970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:45:43.647186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e42a6-c67f-4fbe-8625-f47b8f54ba63 req-2c59040d-2ec7-486c-b43a-8352a7f0e348 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:43.648042 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-f38e42a6-c67f-4fbe-8625-f47b8f54ba63 req-2c59040d-2ec7-486c-b43a-8352a7f0e348 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Synchronizing usage tracker for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:45:43.728943 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1935f-864b-4e5e-856a-2c35de3fc8e0 req-5fe33ac9-31ea-4dac-bc65-20355e3a55d9 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166179 Apr 05 18:45:43.740563 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-49d25a01-9697-499a-b9a5-fcbe4987bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:43.742168 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-49d25a01-9697-499a-b9a5-fcbe4987bfa3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1096 time: 0.3103278 Apr 05 18:45:43.745274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-f38e42a6-c67f-4fbe-8625-f47b8f54ba63 req-2c59040d-2ec7-486c-b43a-8352a7f0e348 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Unset dirty status for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:45:43.746478 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f38e42a6-c67f-4fbe-8625-f47b8f54ba63 req-2c59040d-2ec7-486c-b43a-8352a7f0e348 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 931 time: 0.7836714 Apr 05 18:45:43.756780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:43.757465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:43.858999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35344) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:43.893945 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:43.930666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:43.944124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Usage tracker for resource:security_group_rule and tenant:0183b5b8203f4add86449214ddbf43d2 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:43.954190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:43.964990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:43.990348 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-7227fe29-44f1-4f2d-8960-9ec85c83efc7 None None] Provisioning for port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:43.996621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-7227fe29-44f1-4f2d-8960-9ec85c83efc7 None None] Provisioning complete for port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:43.998245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7227fe29-44f1-4f2d-8960-9ec85c83efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:44.003451 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-88c49380-e9ff-4e48-9a2c-38a0a06348c3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3699918 Apr 05 18:45:44.029688 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Request body: {'port': {'device_id': '72d1d877-603d-4f77-a032-9db85525e31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:44.077567 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-7227fe29-44f1-4f2d-8960-9ec85c83efc7 None None] Port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:45:44.126888 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f38e42a6-c67f-4fbe-8625-f47b8f54ba63 req-77b3ad8d-6457-463f-94a0-97d7d50a2ae9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632233 Apr 05 18:45:44.214141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:44.221226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:44.224714 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-f4be47a7-21d6-44e1-8f89-1e79330f2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:44.226629 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-f4be47a7-21d6-44e1-8f89-1e79330f2519 service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.4771719 Apr 05 18:45:44.235037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:44.244917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:44.315814 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-8016c72c-f8e8-45f9-a6a0-623dcefbc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:44.317791 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-8016c72c-f8e8-45f9-a6a0-623dcefbc60c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 1097 time: 0.5092125 Apr 05 18:45:44.378545 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-6a457075-6f29-4280-84f1-32da74a6c349 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 200 len: 217 time: 0.1242404 Apr 05 18:45:44.396317 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0183b5b8203f4add86449214ddbf43d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359550 Apr 05 18:45:44.402503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35362) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:44.451290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55148d5-d288-4d60-beb9-89eff723ef8a,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:44.454909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:44.519492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e003c3-2ea1-442b-ab87-1821035a1b8b req-f42faa61-02b8-41f5-92ed-2c99f9b75b68 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:44.527546 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-15e003c3-2ea1-442b-ab87-1821035a1b8b req-f42faa61-02b8-41f5-92ed-2c99f9b75b68 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 944 time: 0.2561953 Apr 05 18:45:44.593860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-39700ef4-ec77-4fdc-ae56-22908e44e695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:44.647728 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-39700ef4-ec77-4fdc-ae56-22908e44e695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:44.709835 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-15e003c3-2ea1-442b-ab87-1821035a1b8b req-384e466d-a100-4c54-9858-7f2e2f3f206a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813209 Apr 05 18:45:44.770466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-39700ef4-ec77-4fdc-ae56-22908e44e695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:44.778986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dd749767-3d34-459b-ae89-63b7ec0576d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:44.815158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39700ef4-ec77-4fdc-ae56-22908e44e695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55148d5-d288-4d60-beb9-89eff723ef8a,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:44.825252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-39700ef4-ec77-4fdc-ae56-22908e44e695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:44.829040 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-39700ef4-ec77-4fdc-ae56-22908e44e695 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a55148d5-d288-4d60-beb9-89eff723ef8a HTTP/1.1" status: 204 len: 168 time: 0.4213657 Apr 05 18:45:44.829040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-39700ef4-ec77-4fdc-ae56-22908e44e695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:44.953096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-d7daebee-63bb-4980-aba3-cdb16fd30921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:44.954834 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-d7daebee-63bb-4980-aba3-cdb16fd30921 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.4404316 Apr 05 18:45:45.028105 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-b5d4b8a2-d248-40db-aa90-8131835b9ec2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629296 Apr 05 18:45:45.066009 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-f2cf8235-77e8-4ce4-ac27-a0fb19ad8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:45.067631 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-f2cf8235-77e8-4ce4-ac27-a0fb19ad8aa1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.7386014 Apr 05 18:45:45.243241 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-67cc59ec-6e7a-428e-9695-d2b464359ab8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0 HTTP/1.1" status: 200 len: 217 time: 0.1667438 Apr 05 18:45:45.329371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-cd75e7cf-5a4b-4458-9d1f-661be4b9e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:45.330935 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-cd75e7cf-5a4b-4458-9d1f-661be4b9e26c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.0726440 Apr 05 18:45:45.429686 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-102b214e-cb94-4ad9-ba69-cdb79afc61bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798531 Apr 05 18:45:45.677534 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-1a62ccf1-0b08-43bc-bbf5-088e6a94774f service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368484 Apr 05 18:45:45.683024 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316885bf-1143-4510-99dd-28935e8e3fc2 req-80969b74-26a2-411d-910c-d34ab01ae0d2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:45.692603 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-316885bf-1143-4510-99dd-28935e8e3fc2 req-80969b74-26a2-411d-910c-d34ab01ae0d2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 931 time: 0.1191664 Apr 05 18:45:45.764294 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-316885bf-1143-4510-99dd-28935e8e3fc2 req-0d782e90-9b12-42c8-b486-7e3bf49058af tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706604 Apr 05 18:45:45.821539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 23efe365-655f-4e05-b115-95662505877b details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:45:45.995303 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce0f5df1-5105-44a8-8969-b61a1844d826 req-8efb8d62-6852-415d-ae45-822814617df1 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098917 Apr 05 18:45:46.044738 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-32d4eb1d-0802-40af-a846-67f9fdae5d5d service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067059 Apr 05 18:45:46.051320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 23efe365-655f-4e05-b115-95662505877b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23efe365-655f-4e05-b115-95662505877b,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:46.083849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '23efe365-655f-4e05-b115-95662505877b', 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e', 'port_id': '23efe365-655f-4e05-b115-95662505877b', 'mac_address': 'fa:16:3e:c3:70:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718c7ac-9b6c-4814-9183-53c654862e62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:45:46.181705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:46.203764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23efe365-655f-4e05-b115-95662505877b {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:45:46.228674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 23efe365-655f-4e05-b115-95662505877b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23efe365-655f-4e05-b115-95662505877b,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:46.232624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:46.234729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:46.276357 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35438) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:46.344093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=23efe365-655f-4e05-b115-95662505877b,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:46.353929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:46.463793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['23efe365-655f-4e05-b115-95662505877b'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:45:46.464056 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-18c4c979-9f4d-4679-a32f-208b8cc73fe1 req-6dde0193-ca92-46fd-bf54-163155ca55bd service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752964 Apr 05 18:45:46.500539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:45:46.512541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:46.525923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b79ce-c9d5-41d0-8d26-b2bb42c7dd10 req-4185224e-52eb-45e3-b18f-a77d7c1e8578 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:46.527718 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-606b79ce-c9d5-41d0-8d26-b2bb42c7dd10 req-4185224e-52eb-45e3-b18f-a77d7c1e8578 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 944 time: 0.4892044 Apr 05 18:45:46.564208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Transition to ACTIVE for port object bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:45:46.579077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:46.605470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fe7e5c45-81bf-4c56-b846-2f6794420d5f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:46.693974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:46.735263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:46.742325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Usage tracker for resource:security_group_rule and tenant:10e86c290a704a66bbd907a543b427fd is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:46.752427 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:46.764284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:46.818103 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-606b79ce-c9d5-41d0-8d26-b2bb42c7dd10 req-0faff1bf-6fcb-4b9c-8a4b-3f1ae33a90c1 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809975 Apr 05 18:45:46.873316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:46.880924 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:46.898936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:46.920072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:46.928952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:47.007977 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10e86c290a704a66bbd907a543b427fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7283950 Apr 05 18:45:47.008815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35468) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:47.009521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da8b8c-67ed-40bc-bb47-c47c51b2cb56,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:47.061689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:47.187389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Attempting to bind port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:45:47.188045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Attempting to bind port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:45:47.188747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Attempting to bind port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 on network e038d0f2-2e88-4870-96a1-ea984d54970c {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:47.196022 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 on network e038d0f2-2e88-4870-96a1-ea984d54970c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:47.196472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Attempting to bind port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 on network e038d0f2-2e88-4870-96a1-ea984d54970c {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:45:47.208951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:45:47.210236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Checking segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:45:47.210678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Bound using segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:45:47.211163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Bound port: bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:45:47.211800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:47.261042 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-087fd51d-1673-4f9f-befa-1664d646d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:47.322659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15f395-8321-4646-b80c-b19733714acf req-152310ae-0857-4fa8-9f86-33c32443f4de tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:47.333414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:45:47.333539 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2b15f395-8321-4646-b80c-b19733714acf req-152310ae-0857-4fa8-9f86-33c32443f4de tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.2707434 Apr 05 18:45:47.337271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-087fd51d-1673-4f9f-befa-1664d646d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:47.340243 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:45:47.345406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:47.363433 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:47.419386 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2b15f395-8321-4646-b80c-b19733714acf req-feebf2ae-09b8-41c3-ba91-6f1785080639 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847650 Apr 05 18:45:47.431853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-087fd51d-1673-4f9f-befa-1664d646d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:47.440073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:47.458863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-087fd51d-1673-4f9f-befa-1664d646d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:47.463221 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-087fd51d-1673-4f9f-befa-1664d646d293 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2da8b8c-67ed-40bc-bb47-c47c51b2cb56 HTTP/1.1" status: 204 len: 168 time: 0.4504693 Apr 05 18:45:47.464445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fd51d-1673-4f9f-befa-1664d646d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da8b8c-67ed-40bc-bb47-c47c51b2cb56,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:47.467050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-087fd51d-1673-4f9f-befa-1664d646d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:47.559095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:47.567598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:47.601300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:47.602418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:47.603849 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] 10.222.0.44 "PUT /v2.0/ports/bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 HTTP/1.1" status: 200 len: 1093 time: 3.5865781 Apr 05 18:45:47.604498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:47.740101 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'status': 'completed', 'code': 200} Apr 05 18:45:47.803822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-9912382c-1c83-474e-9b38-785c27e579b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:47.807242 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-9912382c-1c83-474e-9b38-785c27e579b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 1096 time: 0.1613495 Apr 05 18:45:47.851788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device b7f55559-e51a-4277-bc4f-68c87b6c42d0 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:45:47.987972 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-995dee3b-2497-4c09-9c11-2f9788e2ebe5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 HTTP/1.1" status: 200 len: 217 time: 0.1730788 Apr 05 18:45:48.127004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-2bda3b55-73a5-464a-964c-995a8b900f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:48.128838 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-2bda3b55-73a5-464a-964c-995a8b900f2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.1279273 Apr 05 18:45:48.139107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 23efe365-655f-4e05-b115-95662505877b up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:48.269455 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5050f-9152-432e-8017-5ca2daf37f7e req-564aff31-ee35-4816-8b3b-049eb25b66e4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:48.277775 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-04f5050f-9152-432e-8017-5ca2daf37f7e req-564aff31-ee35-4816-8b3b-049eb25b66e4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 944 time: 0.2074711 Apr 05 18:45:48.349180 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-04f5050f-9152-432e-8017-5ca2daf37f7e req-8173a409-2353-4840-be9b-12e015d04c20 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697136 Apr 05 18:45:48.486736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port b7f55559-e51a-4277-bc4f-68c87b6c42d0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:48.517919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 23efe365-655f-4e05-b115-95662505877b completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:48.547299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 23efe365-655f-4e05-b115-95662505877b triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:48.547750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:48.692755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'b7f55559-e51a-4277-bc4f-68c87b6c42d0', 'network_id': '185e4dd9-5459-4711-a6ea-55de5066954e', 'port_id': 'b7f55559-e51a-4277-bc4f-68c87b6c42d0', 'mac_address': 'fa:16:3e:7e:d4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718c7ac-9b6c-4814-9183-53c654862e62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:45:48.814722 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25a222-cebc-4637-89a6-8a9b08ebe0ce req-3177a3d9-9a72-4812-9fb7-d5fb35acb648 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:48.817123 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bc25a222-cebc-4637-89a6-8a9b08ebe0ce req-3177a3d9-9a72-4812-9fb7-d5fb35acb648 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.2229660 Apr 05 18:45:48.820531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-701f19ca-3b9f-4e35-8fb7-23894678997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:48.822133 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-701f19ca-3b9f-4e35-8fb7-23894678997e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6858656 Apr 05 18:45:48.959937 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bc25a222-cebc-4637-89a6-8a9b08ebe0ce req-331385f4-f97c-4769-8dbe-3af3ffe01cf9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335204 Apr 05 18:45:49.013322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:49.066562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 23efe365-655f-4e05-b115-95662505877b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23efe365-655f-4e05-b115-95662505877b,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:49.070586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226d6e75-fafc-4c48-998a-d1c0abcb8cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23efe365-655f-4e05-b115-95662505877b'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:49.078809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:49.081623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:49.107493 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:49.219310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f55559-e51a-4277-bc4f-68c87b6c42d0 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:45:49.227632 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226d6e75-fafc-4c48-998a-d1c0abcb8cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23efe365-655f-4e05-b115-95662505877b', 'code': 200} Apr 05 18:45:49.237786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=23efe365-655f-4e05-b115-95662505877b,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:49.269516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:49.282591 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port b7f55559-e51a-4277-bc4f-68c87b6c42d0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:49.287733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:49.289291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:49.377467 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-ea249a66-6408-4ed8-bc3d-eefb82a804b6 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401959 Apr 05 18:45:49.397781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b16ba1-c05e-482b-9eb2-058852a4690d req-8add16ee-4992-4eeb-b81b-f2d7df41dff0 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:49.407256 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f4b16ba1-c05e-482b-9eb2-058852a4690d req-8add16ee-4992-4eeb-b81b-f2d7df41dff0 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 945 time: 0.4694407 Apr 05 18:45:49.454529 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=b7f55559-e51a-4277-bc4f-68c87b6c42d0,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:49.458565 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:49.571980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['b7f55559-e51a-4277-bc4f-68c87b6c42d0'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:45:49.637492 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e5fbc1f-d026-4cd5-bb99-455586c5c46b req-460529b0-155d-48fb-814f-060b6b90282a service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268786 Apr 05 18:45:49.698016 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f4b16ba1-c05e-482b-9eb2-058852a4690d req-d67a9a67-4b03-4c9e-a181-72041106525d tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893467 Apr 05 18:45:49.760442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60bce8-ff7b-485a-b597-034e3d53a2b8 req-86e06627-731a-4a29-a4be-7a0de2f39394 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:49.773900 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7f60bce8-ff7b-485a-b597-034e3d53a2b8 req-86e06627-731a-4a29-a4be-7a0de2f39394 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 945 time: 0.1931241 Apr 05 18:45:49.826559 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f4fdc-8d74-40e0-a0c3-a383b40f2554 req-72df5ffe-6fb2-49b4-9a65-3e293a5acf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:49.832924 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9c7f4fdc-8d74-40e0-a0c3-a383b40f2554 req-72df5ffe-6fb2-49b4-9a65-3e293a5acf10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1098 time: 0.3629322 Apr 05 18:45:49.851944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-22ba9b5a-fe42-4cdc-b98c-f42541a57b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:49.860727 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-22ba9b5a-fe42-4cdc-b98c-f42541a57b46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 1096 time: 0.1562362 Apr 05 18:45:49.880103 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7f60bce8-ff7b-485a-b597-034e3d53a2b8 req-01f56a57-3f02-4c83-9fb7-e4acd977616f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048877 Apr 05 18:45:50.014088 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9c7f4fdc-8d74-40e0-a0c3-a383b40f2554 req-dba0b427-ce3d-40be-a52f-8185f2277b00 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645925 Apr 05 18:45:50.145013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-0887c71c-d0eb-4820-9d74-d60459d17287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:50.146967 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-0887c71c-d0eb-4820-9d74-d60459d17287 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.2589898 Apr 05 18:45:50.235035 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-46b36ed2-91bf-4b65-9377-29e0b3fadf99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 HTTP/1.1" status: 200 len: 217 time: 0.0774877 Apr 05 18:45:50.305360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefabc00-5a69-474d-8f8d-1a76449c275f req-824be615-47c3-4088-81d7-92883d7d38e1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:50.307042 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cefabc00-5a69-474d-8f8d-1a76449c275f req-824be615-47c3-4088-81d7-92883d7d38e1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.2516868 Apr 05 18:45:50.369257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-f5e1480c-60a8-4854-97b9-c97eea1ea8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:50.370842 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-f5e1480c-60a8-4854-97b9-c97eea1ea8fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.1252584 Apr 05 18:45:50.378301 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cefabc00-5a69-474d-8f8d-1a76449c275f req-711d6c24-37e5-4240-a1a2-006f3d59a885 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633790 Apr 05 18:45:50.481907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-d7471a30-36cd-4cc7-a816-cec32f28a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:50.483541 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-d7471a30-36cd-4cc7-a816-cec32f28a3e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002707 Apr 05 18:45:50.639266 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-8ace8bf9-f41d-4ee2-a2e4-e3a9a416adc8 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472640 Apr 05 18:45:50.828838 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fe7bf-7709-4216-a56c-948eeb7b2db1 req-f45ac807-e2a5-4e1e-80fe-ae73996ce3ec service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654887 Apr 05 18:45:50.995748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810993-1262-4696-ac84-74f23a760aa0 req-7d4890f6-4c0e-4084-adfc-1a9bc7743d71 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:51.005474 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-14810993-1262-4696-ac84-74f23a760aa0 req-7d4890f6-4c0e-4084-adfc-1a9bc7743d71 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 945 time: 0.1592469 Apr 05 18:45:51.022750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-85a7408e-30d7-46a9-a671-79a4d4831084 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:51.026480 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-85a7408e-30d7-46a9-a671-79a4d4831084 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 945 time: 0.1711760 Apr 05 18:45:51.122619 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-14810993-1262-4696-ac84-74f23a760aa0 req-273f16a9-4e84-4aa2-8c07-d62c990d30c1 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158898 Apr 05 18:45:51.238999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Deleting port 1220aaa8-9936-48e7-9c1b-59262dcc2492 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:45:51.239521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:51.318553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29061e-23c9-4b48-a166-d97710639ac7 req-9bfbbdbc-8597-4830-b44d-c55620dc4614 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:51.320211 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0f29061e-23c9-4b48-a166-d97710639ac7 req-9bfbbdbc-8597-4830-b44d-c55620dc4614 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 945 time: 0.2125742 Apr 05 18:45:51.439515 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0f29061e-23c9-4b48-a166-d97710639ac7 req-868abe1d-e09e-42d1-bcb6-ba5c27ff73d4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897770 Apr 05 18:45:51.574417 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] For port 1220aaa8-9936-48e7-9c1b-59262dcc2492, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1220aaa8-9936-48e7-9c1b-59262dcc2492,segment=NetworkSegment(d4c58b18-edb2-4a19-ad13-8963500837d4),segment_id=d4c58b18-edb2-4a19-ad13-8963500837d4)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:51.574417 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:51.630078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6a8da-07cd-456c-8f42-ba7f2cfd5a81 req-951e0f1e-0baa-44f6-8509-0707c5f6ee38 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:51.632388 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-94d6a8da-07cd-456c-8f42-ba7f2cfd5a81 req-951e0f1e-0baa-44f6-8509-0707c5f6ee38 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.1098297 Apr 05 18:45:51.702002 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-94d6a8da-07cd-456c-8f42-ba7f2cfd5a81 req-b547afc3-f6f3-4fb0-b088-b5d59e0a0b30 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550630 Apr 05 18:45:51.720889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Calling delete_port for 1220aaa8-9936-48e7-9c1b-59262dcc2492 owned by compute:nova {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:45:51.863114 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device b7f55559-e51a-4277-bc4f-68c87b6c42d0 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:52.005820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.013107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port b7f55559-e51a-4277-bc4f-68c87b6c42d0 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:52.019786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['1220aaa8-9936-48e7-9c1b-59262dcc2492'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:45:52.053237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port b7f55559-e51a-4277-bc4f-68c87b6c42d0 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:52.053596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.141936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:52.237027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35660) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:52.245839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.275910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Pushing event deleted for resources: {'Port': ['ID=1220aaa8-9936-48e7-9c1b-59262dcc2492,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:52.286173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:52.294215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port b7f55559-e51a-4277-bc4f-68c87b6c42d0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:52.295782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432f9472-3f24-418e-8fe4-1b63757ca209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f55559-e51a-4277-bc4f-68c87b6c42d0'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:52.303135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.305539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:52.359793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35670) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:52.386231 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432f9472-3f24-418e-8fe4-1b63757ca209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f55559-e51a-4277-bc4f-68c87b6c42d0', 'code': 200} Apr 05 18:45:52.397972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] No DVR routers for this DVR port 1220aaa8-9936-48e7-9c1b-59262dcc2492 on host hv-cinder-78240 {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:45:52.434899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=b7f55559-e51a-4277-bc4f-68c87b6c42d0,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:52.449272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:52.459265 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-70caa9da-910a-4621-b002-29be02623df5 req-a7f0a08a-820d-4f1c-bf16-c239df1a980a tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 210 time: 0.0708094 Apr 05 18:45:52.462953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.468820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f36105-7fd1-443b-86c8-1a3f5a4dc7e5', 'name': 'network-vif-deleted', 'tag': '1220aaa8-9936-48e7-9c1b-59262dcc2492'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:52.505186 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6885b8eb-cbfd-4a04-a6e0-da1361ab6528 req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.44 "DELETE /v2.0/ports/1220aaa8-9936-48e7-9c1b-59262dcc2492 HTTP/1.1" status: 204 len: 173 time: 1.4687922 Apr 05 18:45:52.540572 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f36105-7fd1-443b-86c8-1a3f5a4dc7e5', 'name': 'network-vif-deleted', 'tag': '1220aaa8-9936-48e7-9c1b-59262dcc2492', 'status': 'completed', 'code': 200} Apr 05 18:45:52.587336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.635835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:52.646808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Usage tracker for resource:security_group_rule and tenant:d440351ff0a64f06a1a2a65c91b2c174 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:52.654406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:52.664385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:52.729497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff93eb-beda-44b7-8216-85798c4db028 req-9439f022-8d32-430d-9ac6-72438b79fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:52.734534 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-92ff93eb-beda-44b7-8216-85798c4db028 req-9439f022-8d32-430d-9ac6-72438b79fca2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 1099 time: 0.1392021 Apr 05 18:45:52.759863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.784854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.802055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35690) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:52.804128 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-92ff93eb-beda-44b7-8216-85798c4db028 req-21b69b59-19c9-4c16-ab06-328685e1c9e4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 Apr 05 18:45:52.862613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:52.924542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-aa6cb942-94a4-47a9-bda1-e61904dce061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:52.961496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35698) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:52.961778 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d440351ff0a64f06a1a2a65c91b2c174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234843 Apr 05 18:45:52.963395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:52.967120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82718999-1daa-4b1e-960c-82095e418457,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:52.993590 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:52.994851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:301fd748ff5d4a52a88dda77c11a333e is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:53.004143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:53.026075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:53.068541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057f942-d9f5-40f2-8b74-8c9a2a0ac323 req-c162d54d-53b7-405d-9ee4-96d8760c4872 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:53.070886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c553c93-9b30-44f5-bbe3-6daf5ec98488 req-90140caa-98ea-4d88-8f68-3876323f688e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:53.079518 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3c553c93-9b30-44f5-bbe3-6daf5ec98488 req-90140caa-98ea-4d88-8f68-3876323f688e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.2238750 Apr 05 18:45:53.082334 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c057f942-d9f5-40f2-8b74-8c9a2a0ac323 req-c162d54d-53b7-405d-9ee4-96d8760c4872 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.3644536 Apr 05 18:45:53.122734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.171094 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c057f942-d9f5-40f2-8b74-8c9a2a0ac323 req-06faa53f-1fff-4f89-af86-998b12ef62d3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873842 Apr 05 18:45:53.265138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.268192 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.277918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:53.325723 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=301fd748ff5d4a52a88dda77c11a333e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9623396 Apr 05 18:45:53.327001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35710) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:53.344968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54558a1-e8b9-48de-80a7-d008129b1bb6,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:53.349169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:53.395238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:53.400253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0e33aa38-41d1-461c-aa1d-921e9851a8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.403364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad53531c-06b7-4abf-8f78-eb2050aa2cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.413303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Usage tracker for resource:security_group_rule and tenant:0543eae1fb5b4eb28184dcf6a6512875 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:53.421928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:53.427878 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3c553c93-9b30-44f5-bbe3-6daf5ec98488 req-59fd3a3e-8b3d-44c1-9699-b3f829b04156 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476241 Apr 05 18:45:53.432825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad53531c-06b7-4abf-8f78-eb2050aa2cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.437856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:53.448919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0e33aa38-41d1-461c-aa1d-921e9851a8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.489589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad53531c-06b7-4abf-8f78-eb2050aa2cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.495236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-906df165-8c3d-4ac1-8a44-1008f8ea7d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:53.512187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53531c-06b7-4abf-8f78-eb2050aa2cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54558a1-e8b9-48de-80a7-d008129b1bb6,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:53.515618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ad53531c-06b7-4abf-8f78-eb2050aa2cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:53.523604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad53531c-06b7-4abf-8f78-eb2050aa2cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.524818 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ad53531c-06b7-4abf-8f78-eb2050aa2cb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e54558a1-e8b9-48de-80a7-d008129b1bb6 HTTP/1.1" status: 204 len: 168 time: 0.1969132 Apr 05 18:45:53.536281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0e33aa38-41d1-461c-aa1d-921e9851a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.544472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-756cc31f-b6aa-4e06-aa89-273f9f42304c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:53.560670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33aa38-41d1-461c-aa1d-921e9851a8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82718999-1daa-4b1e-960c-82095e418457,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:53.572657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0e33aa38-41d1-461c-aa1d-921e9851a8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:53.595209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0e33aa38-41d1-461c-aa1d-921e9851a8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.597000 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0e33aa38-41d1-461c-aa1d-921e9851a8a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82718999-1daa-4b1e-960c-82095e418457 HTTP/1.1" status: 204 len: 168 time: 0.6328919 Apr 05 18:45:53.607944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.611262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.635026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c13e461d-0f47-4537-96cc-b6829a2073f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:53.718097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec2adc5-acf0-49c6-923b-87abaafe46a5,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:53.724245 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0543eae1fb5b4eb28184dcf6a6512875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9188371 Apr 05 18:45:53.725678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:53.726942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35724) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:53.764039 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06ba582c-6bfd-4bb5-98dd-b0e74f522575 req-0bda6c21-971b-45ac-a542-23d8827c1fd2 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] 10.222.0.15 "GET /v2.0/ports?device_id=13f36105-7fd1-443b-86c8-1a3f5a4dc7e5 HTTP/1.1" status: 200 len: 210 time: 0.1039431 Apr 05 18:45:53.866497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:45:53.866652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da9787fe-83d9-4f9b-82a8-19429960f929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:53.938708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da9787fe-83d9-4f9b-82a8-19429960f929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.022026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da9787fe-83d9-4f9b-82a8-19429960f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.034861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-40f3af6f-8da1-4267-8dac-39837a1ba1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:54.052839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da9787fe-83d9-4f9b-82a8-19429960f929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.056890 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-da9787fe-83d9-4f9b-82a8-19429960f929 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eec2adc5-acf0-49c6-923b-87abaafe46a5 HTTP/1.1" status: 204 len: 168 time: 0.3259840 Apr 05 18:45:54.056890 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9787fe-83d9-4f9b-82a8-19429960f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec2adc5-acf0-49c6-923b-87abaafe46a5,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:54.057849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-da9787fe-83d9-4f9b-82a8-19429960f929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:54.117898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:54.133679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'port_id': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'mac_address': 'fa:16:3e:c2:fe:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:45:54.178910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35738) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:54.197346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.202980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.207782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35744) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:54.217226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:45:54.236582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:54.239073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.241263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.244178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-95a15fcb-dffe-46eb-a001-d44400eaffe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:54.253080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:54.262175 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Usage tracker for resource:security_group_rule and tenant:72316845d6de431e8622d39e2f36db85 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:54.269088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:54.278155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:54.281034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:54.285730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2d28a3d0cf41ae95a41cfd1bff1ca5 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:54.291883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:54.304397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:54.369574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:54.373103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:54.445938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.451265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.475127 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:45:54.485375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-67437740-cb0b-4a33-8900-d4c1ce6fafba tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:54.498783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae666d50-c363-48f4-a90f-37ad10251dfb req-a6893750-d7f3-41db-9e07-e0b1fdc4d415 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:54.498783 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ae666d50-c363-48f4-a90f-37ad10251dfb req-a6893750-d7f3-41db-9e07-e0b1fdc4d415 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.1828260 Apr 05 18:45:54.500844 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e2d28a3d0cf41ae95a41cfd1bff1ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919238 Apr 05 18:45:54.503496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35756) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:54.558112 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.570649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.581757 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6698ff66-449f-42cd-8e99-04e931a0303e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:54.594203 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ae666d50-c363-48f4-a90f-37ad10251dfb req-4cfbea9f-5641-485f-82a6-5380e4a71c98 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868440 Apr 05 18:45:54.641539 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72316845d6de431e8622d39e2f36db85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613385 Apr 05 18:45:54.644027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ae4693-2a76-4092-996c-c3012a03a6ef,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:54.646921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35764) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:54.647047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c68072-cb30-4bf1-bc44-5319662ad2b1,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:54.649515 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:54.661253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:54.662139 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b2c07a8-aa52-485f-a562-4bf34d0ee7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.710951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b2c07a8-aa52-485f-a562-4bf34d0ee7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.717530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-86bde5e3-b81c-4686-a0ce-bcca87d55843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.748042 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-86bde5e3-b81c-4686-a0ce-bcca87d55843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.836388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-86bde5e3-b81c-4686-a0ce-bcca87d55843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.845097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-40245fa5-9dc7-47c7-9f64-6791cd70e4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:54.860906 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bde5e3-b81c-4686-a0ce-bcca87d55843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ae4693-2a76-4092-996c-c3012a03a6ef,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:54.863875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-86bde5e3-b81c-4686-a0ce-bcca87d55843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:54.868286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b2c07a8-aa52-485f-a562-4bf34d0ee7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.869801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-86bde5e3-b81c-4686-a0ce-bcca87d55843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.871033 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-86bde5e3-b81c-4686-a0ce-bcca87d55843 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38ae4693-2a76-4092-996c-c3012a03a6ef HTTP/1.1" status: 204 len: 168 time: 0.2234495 Apr 05 18:45:54.872365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2838cc33-2a5a-446f-a2dc-72c061a09521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:54.907836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c07a8-aa52-485f-a562-4bf34d0ee7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c68072-cb30-4bf1-bc44-5319662ad2b1,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:54.912633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1b2c07a8-aa52-485f-a562-4bf34d0ee7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:54.924198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b2c07a8-aa52-485f-a562-4bf34d0ee7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.938085 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1b2c07a8-aa52-485f-a562-4bf34d0ee7c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0c68072-cb30-4bf1-bc44-5319662ad2b1 HTTP/1.1" status: 204 len: 168 time: 0.4328959 Apr 05 18:45:54.945821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35774) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:54.968485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:54.987898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:54.993228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Usage tracker for resource:security_group_rule and tenant:6eeef80382a24110940104c773b35e36 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:54.996625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:55.005046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:55.008001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26194a-cfe8-41da-9e70-fa08fda90d02 req-cc7deae5-6b29-46cb-a7e3-804c7f50f2c0 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:55.019988 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db26194a-cfe8-41da-9e70-fa08fda90d02 req-cc7deae5-6b29-46cb-a7e3-804c7f50f2c0 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 944 time: 0.2536318 Apr 05 18:45:55.135083 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db26194a-cfe8-41da-9e70-fa08fda90d02 req-7d6ea0b7-0c3d-4efb-a2f8-cb86aaa1dbcc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140022 Apr 05 18:45:55.338456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:55.354825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:55.366443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f1628340-962c-4bf8-8533-a45dd9809e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:55.440884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd467af6-3948-4d40-812d-04bca6a41f8e,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:55.453034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.453515 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.453916 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.454305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.455267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.455267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.455640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.456715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.457110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.457494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.457879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.458530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:55.465579 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6eeef80382a24110940104c773b35e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183389 Apr 05 18:45:55.467545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bbd954de-78be-4de0-9498-0cb455086624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:55.472397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35796) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:55.493012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e12a-f39a-4252-89a4-909455ec0744 req-fb17f6e3-4284-4802-917b-4f674d63802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:55.494775 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0167e12a-f39a-4252-89a4-909455ec0744 req-fb17f6e3-4284-4802-917b-4f674d63802e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 1099 time: 0.2848170 Apr 05 18:45:55.542507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99074fc4-9775-44e3-bd70-dd4ad02150b3 req-12a2de38-19ed-42fa-acd1-b83da7a024e5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:55.551181 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-99074fc4-9775-44e3-bd70-dd4ad02150b3 req-12a2de38-19ed-42fa-acd1-b83da7a024e5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.2098091 Apr 05 18:45:55.606923 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-99074fc4-9775-44e3-bd70-dd4ad02150b3 req-e8bc8ce8-f097-421c-b464-3a15ea76a2d7 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546732 Apr 05 18:45:55.712678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cad9a04-3a39-4f13-840b-68c9fe71fe69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:55.780618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cad9a04-3a39-4f13-840b-68c9fe71fe69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:55.809277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e12a-f39a-4252-89a4-909455ec0744 req-5fa6947e-83c1-4553-bd5a-5ea5aa23ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:55.809277 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0167e12a-f39a-4252-89a4-909455ec0744 req-5fa6947e-83c1-4553-bd5a-5ea5aa23ea08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.3000972 Apr 05 18:45:55.889593 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:45:55.907115 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0167e12a-f39a-4252-89a4-909455ec0744 req-03a8c493-59b7-4dc4-ac7a-a447d74ab638 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0 HTTP/1.1" status: 200 len: 217 time: 0.0836890 Apr 05 18:45:56.027548 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:45:56.028129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cad9a04-3a39-4f13-840b-68c9fe71fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:56.036454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:45:56.037248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:56.042955 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2e2bf324-19b3-4cd0-862b-af1de2a01bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:56.061370 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e12a-f39a-4252-89a4-909455ec0744 req-2249c7d9-aa22-47d7-a050-972f8d2f072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:56.062830 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0167e12a-f39a-4252-89a4-909455ec0744 req-2249c7d9-aa22-47d7-a050-972f8d2f072d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.1499937 Apr 05 18:45:56.066377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad9a04-3a39-4f13-840b-68c9fe71fe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd467af6-3948-4d40-812d-04bca6a41f8e,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:56.068964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6cad9a04-3a39-4f13-840b-68c9fe71fe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:56.122331 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cad9a04-3a39-4f13-840b-68c9fe71fe69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:56.123719 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6cad9a04-3a39-4f13-840b-68c9fe71fe69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd467af6-3948-4d40-812d-04bca6a41f8e HTTP/1.1" status: 204 len: 168 time: 0.6491356 Apr 05 18:45:56.126055 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0167e12a-f39a-4252-89a4-909455ec0744 req-11a123ef-455e-4246-8440-e285df9b1e09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539875 Apr 05 18:45:56.210282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:56.240419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:45:56.266034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:45:56.272938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:56.274081 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1220aaa8-9936-48e7-9c1b-59262dcc2492 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:45:56.347822 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'code': 200} Apr 05 18:45:56.349732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f29a9993-a30b-4152-be13-43bade24d424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:56.415975 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0167e12a-f39a-4252-89a4-909455ec0744 req-c136499a-38bf-4b4b-a45d-c37d9168d247 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823830 Apr 05 18:45:56.431107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 1220aaa8-9936-48e7-9c1b-59262dcc2492 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:45:56.431574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1220aaa8-9936-48e7-9c1b-59262dcc2492 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:45:56.433836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:56.437233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:56.687038 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0167e12a-f39a-4252-89a4-909455ec0744 req-e01475ed-60cb-4c23-b78d-999e352b7ab4 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972125 Apr 05 18:45:56.842410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad6c2-f4df-4d8f-baa0-a79d36762af8 req-8f75015c-1937-4229-8b62-c2c1b7d7717e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:56.869488 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f29ad6c2-f4df-4d8f-baa0-a79d36762af8 req-8f75015c-1937-4229-8b62-c2c1b7d7717e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.4348226 Apr 05 18:45:56.936784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232f16-b92b-4325-9ce8-b8e01c2b047f req-e26d9d88-0a9b-4d95-a5d9-bc7a1dac25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:56.939253 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f1232f16-b92b-4325-9ce8-b8e01c2b047f req-e26d9d88-0a9b-4d95-a5d9-bc7a1dac25f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 1098 time: 0.2352493 Apr 05 18:45:57.022747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3afb1-7195-473e-bfd7-a7ac09db25ef req-24c08c69-09be-4692-89a3-c2920be94241 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:57.024781 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fbc3afb1-7195-473e-bfd7-a7ac09db25ef req-24c08c69-09be-4692-89a3-c2920be94241 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.1720660 Apr 05 18:45:57.079512 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f1232f16-b92b-4325-9ce8-b8e01c2b047f req-90b9d39a-590e-4cdf-8d79-ba8f5e79ebde service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314950 Apr 05 18:45:57.102946 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f29ad6c2-f4df-4d8f-baa0-a79d36762af8 req-e726c280-998a-4fcc-9769-9aa980d01619 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323322 Apr 05 18:45:57.104072 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fbc3afb1-7195-473e-bfd7-a7ac09db25ef req-ad5bbeb1-edd6-49a3-9402-f03c4829e857 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714862 Apr 05 18:45:57.139642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35888) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:57.322520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35906) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:57.397552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Deleting subnet ab064640-9d38-4dd4-8236-dcbf9cda2423 {{(pid=84249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:45:57.401509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:57.458054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33099055'] for subnet, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:57.511107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2099122752-network', 'tenant_id': '1b0717bc93444be5ad6c7c9f81c22f8d'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:57.520090 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:57.527320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Usage tracker for resource:network and tenant:1b0717bc93444be5ad6c7c9f81c22f8d is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:57.534773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:57.544878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:57.547292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:57.559703 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35918) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:57.605323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Made reservation on behalf of 1b0717bc93444be5ad6c7c9f81c22f8d for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:45:57.610071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:57.628430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:57.651143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:57.655598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Usage tracker for resource:security_group_rule and tenant:1b0717bc93444be5ad6c7c9f81c22f8d is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:57.658552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:57.666739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:57.846730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:57.887898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:57.897498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf6169bff1343c59bc377f37df56a89 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:57.906028 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:57.916211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:57.964887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:57.980836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:57.995053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:58.068426 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c77ff-8af4-4ee3-9542-898bbac396a6,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:58.078743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:58.097681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:45:58.155276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.155401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.155401 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Added segment 2fc14e89-3bd9-4cfe-a407-04f94a593432 of type vlan for network 0b74face-2105-4dd0-91d7-f8d54978c25b Apr 05 18:45:58.157984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.168259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6bcd0062-ac9c-4fa6-b51e-5688e3d9ae78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:58.227696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.252275 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823278707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822916387'] for subnet, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.294741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:58.337044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.403796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df8b6dc-734c-4114-99b7-bbcaf62d090a,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:58.433537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.434092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.434474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.435481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.435858 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.436235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.436607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.436973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.437342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.437705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.438071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.438438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:45:58.459437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:58.465298 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cf6169bff1343c59bc377f37df56a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9019897 Apr 05 18:45:58.469054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35958) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:58.502949 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:58.508310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.529576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab064640-9d38-4dd4-8236-dcbf9cda2423,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:58.532640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:58.547964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8155ab9d-6f1f-4f40-a807-9107394effec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:58.559599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb191112-42e1-49b3-9f08-a211f1c50324 req-4f48f0f5-400d-45e1-9eb7-07ab4f981c7c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:58.569152 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb191112-42e1-49b3-9f08-a211f1c50324 req-4f48f0f5-400d-45e1-9eb7-07ab4f981c7c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.2921829 Apr 05 18:45:58.653587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0452fa61-c891-4dfd-ac2a-4810a5d11652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.676418 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb191112-42e1-49b3-9f08-a211f1c50324 req-568e00f9-4ec1-4416-ac0c-d8d5cc80e341 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054924 Apr 05 18:45:58.686894 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5458581 Apr 05 18:45:58.691087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 35974) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:58.715890 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0452fa61-c891-4dfd-ac2a-4810a5d11652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.719069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Pushing event updated for resources: {'Network': ['ID=0b74face-2105-4dd0-91d7-f8d54978c25b,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:58.722600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:58.730409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 0b74face-2105-4dd0-91d7-f8d54978c25b details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:45:58.773486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222528d-bebf-4382-8fc2-ddb1a855b698 req-36b674aa-32c1-427a-8390-8742a8f7f28f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:58.775619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Request body: {'subnet': {'network_id': '0b74face-2105-4dd0-91d7-f8d54978c25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2099122752-subnet', 'tenant_id': '1b0717bc93444be5ad6c7c9f81c22f8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:58.778114 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9222528d-bebf-4382-8fc2-ddb1a855b698 req-36b674aa-32c1-427a-8390-8742a8f7f28f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.4483042 Apr 05 18:45:58.790048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0452fa61-c891-4dfd-ac2a-4810a5d11652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.796056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:45:58.799301 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:45:58.808062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.812910 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ab064640-9d38-4dd4-8236-dcbf9cda2423 HTTP/1.1" status: 204 len: 168 time: 1.4870238 Apr 05 18:45:58.813675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 35978) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:58.831720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452fa61-c891-4dfd-ac2a-4810a5d11652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df8b6dc-734c-4114-99b7-bbcaf62d090a,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:45:58.839053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Usage tracker for resource:subnet and tenant:1b0717bc93444be5ad6c7c9f81c22f8d is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:45:58.860383 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0452fa61-c891-4dfd-ac2a-4810a5d11652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:45:58.864549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:45:58.881448 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:45:58.922695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0452fa61-c891-4dfd-ac2a-4810a5d11652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:58.924474 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0452fa61-c891-4dfd-ac2a-4810a5d11652 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6df8b6dc-734c-4114-99b7-bbcaf62d090a HTTP/1.1" status: 204 len: 168 time: 0.4498742 Apr 05 18:45:58.926541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Made reservation on behalf of 1b0717bc93444be5ad6c7c9f81c22f8d for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:45:58.939325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:59.165253 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9222528d-bebf-4382-8fc2-ddb1a855b698 req-3327c1ea-4b27-4577-9332-ea008376bdaf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767643 Apr 05 18:45:59.196832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:59.575077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:59.625226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953a674-e4fd-4e4f-8fbe-5632d1d872a3 req-0fa6870c-a914-4d3e-bb65-ea195966206e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:45:59.627395 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e953a674-e4fd-4e4f-8fbe-5632d1d872a3 req-0fa6870c-a914-4d3e-bb65-ea195966206e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1648593 Apr 05 18:45:59.631136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36024) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:59.642349 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36028) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:45:59.673720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:59.769401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc1c569-881e-4572-ba43-405f6cee449d']}} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:59.789029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c58b18-edb2-4a19-ad13-8963500837d4') {'for_net_delete': True} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:59.789708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c58b18-edb2-4a19-ad13-8963500837d4') {} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:45:59.806027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821676762'] for segment, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:59.950050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:45:59.958043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:45:59.965287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'floatingip': {'port_id': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:00.060938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:00.064196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:00.298328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:00.307149 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:00.364681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:6a291797a1944d7e8048bc252b6187e3 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:00.367746 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:00.373880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:00.464784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Network 4bc1c569-881e-4572-ba43-405f6cee449d has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:46:00.465608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:00.471304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c12bb9d-fb83-47ec-a171-bd140f068a8d,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:00.474216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:00.476477 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278810'] for segment, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:00.480499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:00.506795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-087fd51d-1673-4f9f-befa-1664d646d293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:00.541917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58bece2-eae8-417b-889c-cb2946a66243,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:00.545356 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:00.557326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7c6f-774d-4fa7-aac1-6d07fe0b600c req-53ed52ab-000b-4815-8919-d2fb9c74ae31 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:00.569595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-57eb7c6f-774d-4fa7-aac1-6d07fe0b600c req-53ed52ab-000b-4815-8919-d2fb9c74ae31 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.7410653 Apr 05 18:46:00.618245 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a291797a1944d7e8048bc252b6187e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9828823 Apr 05 18:46:00.621886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36072) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:00.732918 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-57eb7c6f-774d-4fa7-aac1-6d07fe0b600c req-2367e062-a649-4b35-a238-6c3f229df1e4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621723 Apr 05 18:46:00.796567 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Network 4bc1c569-881e-4572-ba43-405f6cee449d has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:46:00.844930 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:46:00.871516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Checking segment: {'id': '2fc14e89-3bd9-4cfe-a407-04f94a593432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0b74face-2105-4dd0-91d7-f8d54978c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:00.871878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Network hostable DHCP agents. Network: 0b74face-2105-4dd0-91d7-f8d54978c25b, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:46:00.926019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9dc17a8-af25-4dc5-a43c-69a14fa8e9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:00.954630 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Network 0b74face-2105-4dd0-91d7-f8d54978c25b is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:46:00.992263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 0b74face-2105-4dd0-91d7-f8d54978c25b) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:01.001400 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46fcc5c-2c52-4a62-a263-73515277dc53 None None] Network 0b74face-2105-4dd0-91d7-f8d54978c25b requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:01.006405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:01.007065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.012519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.017271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:01.052184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc1c569-881e-4572-ba43-405f6cee449d,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:01.059732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.069709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:01.083084 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4bc1c569-881e-4572-ba43-405f6cee449d HTTP/1.1" status: 204 len: 168 time: 2.2683256 Apr 05 18:46:01.103326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9dc17a8-af25-4dc5-a43c-69a14fa8e9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.223681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36092) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:01.277284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f062c9-2838-45b0-ac90-5ac1fa57db6d None None] Network 0b74face-2105-4dd0-91d7-f8d54978c25b requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:01.284614 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b1c2939b-9cd6-44dc-84fe-4320206e96b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0f34f6a6c82494f883207bca95b8c03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0589130 Apr 05 18:46:01.285299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36096) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:01.312753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36100) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:01.344123 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-383302e5-83e2-4003-8c96-df0daea32222 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5745909 Apr 05 18:46:01.359413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1137e278-ae5f-45d4-82d3-ac671f4f4921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.379587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9dc17a8-af25-4dc5-a43c-69a14fa8e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.390441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1137e278-ae5f-45d4-82d3-ac671f4f4921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.397761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3b8b339d-6e82-49ee-8b0d-fa8c239aee55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:01.416360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc17a8-af25-4dc5-a43c-69a14fa8e9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58bece2-eae8-417b-889c-cb2946a66243,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:01.431273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d9dc17a8-af25-4dc5-a43c-69a14fa8e9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:01.434851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9dc17a8-af25-4dc5-a43c-69a14fa8e9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.436740 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d9dc17a8-af25-4dc5-a43c-69a14fa8e9cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e58bece2-eae8-417b-889c-cb2946a66243 HTTP/1.1" status: 204 len: 168 time: 0.8103888 Apr 05 18:46:01.439715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1137e278-ae5f-45d4-82d3-ac671f4f4921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.458664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8f9a3ae3-0c25-4db4-a03e-daa46d6a657d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:01.477701 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1137e278-ae5f-45d4-82d3-ac671f4f4921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.493832 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1137e278-ae5f-45d4-82d3-ac671f4f4921 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8 HTTP/1.1" status: 204 len: 168 time: 0.2074225 Apr 05 18:46:01.498077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137e278-ae5f-45d4-82d3-ac671f4f4921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa0d670-ba79-4ba0-ba20-b4f18de4bdf8,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:01.501260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1137e278-ae5f-45d4-82d3-ac671f4f4921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:01.630882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.643756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.648371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.650629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:01.655975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Usage tracker for resource:security_group_rule and tenant:61b92a0ed7904e518a607f900828d94e is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:01.660926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:01.667346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:01.723203 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-283cf120-3b50-4403-a115-6f852f7230a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.821715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.830786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:01.848347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-da9787fe-83d9-4f9b-82a8-19429960f929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:01.885369 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Floating IP 4e79f1c4-6b32-4356-a733-d13aea0a9c45 associated. External IP: 172.28.3.50, port: bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6. Apr 05 18:46:01.980285 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61b92a0ed7904e518a607f900828d94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6638896 Apr 05 18:46:01.982082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36128) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:01.987983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd27490-b7ee-4bb1-9f40-ffb5d4e3aa6a,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:02.001562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:02.129968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2629-53ef-4cfb-89b7-52895e477915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:02.170291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2629-53ef-4cfb-89b7-52895e477915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:02.240245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2629-53ef-4cfb-89b7-52895e477915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:02.247230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-43423af2-f957-4a69-98be-70492e79da3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:02.287461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e2629-53ef-4cfb-89b7-52895e477915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd27490-b7ee-4bb1-9f40-ffb5d4e3aa6a,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:02.299052 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2a3e2629-53ef-4cfb-89b7-52895e477915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:02.324780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2629-53ef-4cfb-89b7-52895e477915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:02.336323 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2a3e2629-53ef-4cfb-89b7-52895e477915 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccd27490-b7ee-4bb1-9f40-ffb5d4e3aa6a HTTP/1.1" status: 204 len: 168 time: 0.3528144 Apr 05 18:46:02.485497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f173333-1f4f-45a3-89c6-43e7d7b8c9f7 req-a2c9961f-4cd5-467e-93f2-56a965aa1e93 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:02.487386 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7f173333-1f4f-45a3-89c6-43e7d7b8c9f7 req-a2c9961f-4cd5-467e-93f2-56a965aa1e93 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.2167926 Apr 05 18:46:02.700161 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7f173333-1f4f-45a3-89c6-43e7d7b8c9f7 req-fcf1d7e8-df6a-4679-b979-226882c1f68e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941271 Apr 05 18:46:02.754652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:46:02.789089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:02.976381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36174) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:02.977767 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:46:02.983129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:02.984942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36178) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:02.990988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1744132340-network', 'tenant_id': '3c5c2f6fd22046bfb3368a2b24b4c0f3'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:03.005250 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] Sync routers for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:46:03.017473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:03.019119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:03.021731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:45:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:03.035801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Usage tracker for resource:network and tenant:3c5c2f6fd22046bfb3368a2b24b4c0f3 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:03.050038 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-fa0b60f8-4b8d-4aa6-93d9-02628ee446d1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "PUT /v2.0/floatingips/4e79f1c4-6b32-4356-a733-d13aea0a9c45 HTTP/1.1" status: 200 len: 990 time: 3.3784075 Apr 05 18:46:03.050907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:03.092346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.119233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:03.138607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:03.154846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:03.167008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Usage tracker for resource:security_group_rule and tenant:45d1494e54a14b1db14983a3c5c13e86 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:03.176543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:03.179849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Made reservation on behalf of 3c5c2f6fd22046bfb3368a2b24b4c0f3 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:03.184723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.201837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.213338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:03.229479 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:03.239873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5c2f6fd22046bfb3368a2b24b4c0f3 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:03.266735 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:03.282872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:03.372025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:03.409937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.418310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.433072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-42531970-794f-4834-bdcb-bdca11b10467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:03.471854 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45d1494e54a14b1db14983a3c5c13e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431262 Apr 05 18:46:03.472596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36208) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:03.504032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.506192 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ec013-2666-4e5b-98d6-fb53b17b2724,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:03.509842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:03.511139 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.515726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1137e278-ae5f-45d4-82d3-ac671f4f4921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:03.544292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de112045-c4e7-456b-b757-c538bf23cd8d,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:03.547668 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:03.554969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:46:03.566253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.566659 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Added segment 7e9a9b2c-04f9-4d76-b831-d932ca6172bb of type vlan for network ad4b35ac-faee-40a8-904c-fefe5fa4e17e Apr 05 18:46:03.599660 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.631385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9168eaa7-85dc-496f-9383-436bc1ec48c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.655321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.657795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36224) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:03.677477 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:03.678128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.702019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:03.716590 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9168eaa7-85dc-496f-9383-436bc1ec48c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.821561 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'status': 'completed', 'code': 200} Apr 05 18:46:03.823451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9168eaa7-85dc-496f-9383-436bc1ec48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.834585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8a0d8340-adab-48d1-b035-9b023960d519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:03.865411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168eaa7-85dc-496f-9383-436bc1ec48c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ec013-2666-4e5b-98d6-fb53b17b2724,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:03.912104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9168eaa7-85dc-496f-9383-436bc1ec48c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:03.924121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9168eaa7-85dc-496f-9383-436bc1ec48c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.925979 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9168eaa7-85dc-496f-9383-436bc1ec48c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb0ec013-2666-4e5b-98d6-fb53b17b2724 HTTP/1.1" status: 204 len: 168 time: 0.4519362 Apr 05 18:46:03.968987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6c60b88f-2b52-4df3-b6d3-538ae035d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:03.975140 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '4e79f1c4-6b32-4356-a733-d13aea0a9c45', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'port_id': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'mac_address': 'fa:16:3e:c2:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1d877-603d-4f77-a032-9db85525e31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:45:31Z', 'updated_at': '2021-04-05T18:46:01Z', 'revision_number': 1, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:03.979312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] Checking router: 33cdce27-4798-47b8-8d1a-eafbf9fc0fff for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:46:03.989306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:03.989655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:04.078514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1152875404-network', 'tenant_id': '1c224e3c266642458c8326264b32d574'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:04.107335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:04.121849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:04.148811 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Usage tracker for resource:network and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:04.159517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:04.165342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4b35ac-faee-40a8-904c-fefe5fa4e17e,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:04.177917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network ad4b35ac-faee-40a8-904c-fefe5fa4e17e details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:46:04.183540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:04.184447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:04.193465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36240) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:04.200028 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Request body: {'subnet': {'network_id': 'ad4b35ac-faee-40a8-904c-fefe5fa4e17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1744132340-subnet', 'tenant_id': '3c5c2f6fd22046bfb3368a2b24b4c0f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:04.208299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:04.210212 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2289586 Apr 05 18:46:04.221778 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Usage tracker for resource:subnet and tenant:3c5c2f6fd22046bfb3368a2b24b4c0f3 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:04.234074 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:04.252140 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:04.292494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Made reservation on behalf of 3c5c2f6fd22046bfb3368a2b24b4c0f3 for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:04.301162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c7b5f-67d8-42aa-b006-f33d203e6f9d req-b10b775a-9743-4a20-87ca-673b6b27b2e2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:04.303193 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-178c7b5f-67d8-42aa-b006-f33d203e6f9d req-b10b775a-9743-4a20-87ca-673b6b27b2e2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.2867088 Apr 05 18:46:04.305996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Made reservation on behalf of 1c224e3c266642458c8326264b32d574 for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:04.311721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:04.322703 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:04.333645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:04.350180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:04.388039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:04.392627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-7dd4c535-4b1b-4707-b5f7-8541205851b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:04.395507 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-7dd4c535-4b1b-4707-b5f7-8541205851b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 1098 time: 0.4988198 Apr 05 18:46:04.410334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Usage tracker for resource:security_group_rule and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:04.602408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-2e11d655-64e6-4369-8c1c-b9d1e715059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:04.609594 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-2e11d655-64e6-4369-8c1c-b9d1e715059c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.1956699 Apr 05 18:46:04.631590 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:04.726807 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-178c7b5f-67d8-42aa-b006-f33d203e6f9d req-b3c03554-1ad2-4a90-b41b-3239f6db32c1 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903978 Apr 05 18:46:04.743568 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:04.940690 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-ccf17210-d46a-4e1d-9459-7a12eade8b9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 HTTP/1.1" status: 200 len: 998 time: 0.3047714 Apr 05 18:46:05.015556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '4e79f1c4-6b32-4356-a733-d13aea0a9c45', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'port_id': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'mac_address': 'fa:16:3e:c2:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1d877-603d-4f77-a032-9db85525e31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:45:31Z', 'updated_at': '2021-04-05T18:46:01Z', 'revision_number': 1, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:05.020940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3207d993-7965-4ee9-9089-1b9030fe8935 None None] The sync data for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb is: [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '4e79f1c4-6b32-4356-a733-d13aea0a9c45', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'port_id': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'mac_address': 'fa:16:3e:c2:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1d877-603d-4f77-a032-9db85525e31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:45:31Z', 'updated_at': '2021-04-05T18:46:01Z', 'revision_number': 1, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:46:05.041878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-dc7bbf55-fe6e-4a6b-95a0-276f5cd04d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:05.043786 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-dc7bbf55-fe6e-4a6b-95a0-276f5cd04d97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.0909843 Apr 05 18:46:05.093343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36274) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:05.093888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36276) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:05.141162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.166182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-39b4369b-38bb-445e-a193-1baafdf3eb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:05.181277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.187873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.192928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f01b44f2-7a61-43e3-ba63-83add9a6c5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:05.222152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b911f266-2afe-4b37-af24-11c41752eda1,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:05.226374 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-d922e84a-6449-421b-bc42-be0795b12dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:05.228059 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-d922e84a-6449-421b-bc42-be0795b12dee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1757019 Apr 05 18:46:05.228919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:05.237951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:46:05.295073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.316882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=386a785e-8e31-4ec7-9953-8688c8091b5b,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:05.330317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:05.385173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.385579 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Added segment 36572ac9-20ef-4ab7-bb34-77cc63b9a22e of type vlan for network 593d143a-d23e-4cdf-af32-02d7a8663f0d Apr 05 18:46:05.398584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:05.404174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Checking segment: {'id': '7e9a9b2c-04f9-4d76-b831-d932ca6172bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ad4b35ac-faee-40a8-904c-fefe5fa4e17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:05.404582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Network hostable DHCP agents. Network: ad4b35ac-faee-40a8-904c-fefe5fa4e17e, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:46:05.409636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0885b-1452-4947-ad46-b37b21d9c929 None None] New status for floating IP 4e79f1c4-6b32-4356-a733-d13aea0a9c45: ACTIVE {{(pid=84250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:46:05.410022 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.428186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8a009a9f0a43c98070c8dd2eba9bf0 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:05.429748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Network ad4b35ac-faee-40a8-904c-fefe5fa4e17e is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:46:05.434930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:05.450410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:05.451598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, ad4b35ac-faee-40a8-904c-fefe5fa4e17e) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:05.452654 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:05.465247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:05.465984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.472746 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Usage tracker for resource:security_group_rule and tenant:9d1b6e2469d64ed78432e62a8d729008 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:05.485893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:05.499920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc70904-c16e-4324-920f-4a1b7d8c0d45 None None] Network ad4b35ac-faee-40a8-904c-fefe5fa4e17e requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:05.508451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.514368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:05.520289 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3200264 Apr 05 18:46:05.601852 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-d7b4c289-2033-42ab-a33e-06bfcd05b125 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653221 Apr 05 18:46:05.658169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.747430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:05.748056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:05.751838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6000ddad-24ca-4ec4-94c5-4d8f3a0bbb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:06.027013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:06.181163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Pushing event updated for resources: {'Network': ['ID=593d143a-d23e-4cdf-af32-02d7a8663f0d,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:06.191050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:06.205596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:06.227539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:46:06.240396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36334) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:06.247243 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5815432 Apr 05 18:46:06.248341 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Request body: {'subnet': {'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1152875404-subnet', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:06.255889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:06.257466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:06.278055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:06.298161 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95815b2f-bb93-419a-86aa-f85cd0749b34 req-516c4581-840d-4916-9299-1655d9cedb39 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826131 Apr 05 18:46:06.312050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:06.320172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Usage tracker for resource:subnet and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:06.329152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:06.356175 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:06.385319 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-283774c3-b7eb-48bd-a9bf-5404b766ce8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6393914 Apr 05 18:46:06.390557 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd8a009a9f0a43c98070c8dd2eba9bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2876308 Apr 05 18:46:06.393188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d449054e-3cd0-4575-9728-7d825e2a1420,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:06.402600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36338) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:06.404963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:06.408327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2a3e2629-53ef-4cfb-89b7-52895e477915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:06.413086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:06.433558 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d1b6e2469d64ed78432e62a8d729008&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3298073 Apr 05 18:46:06.439782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36342) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:06.455069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114301c-6992-4d82-a158-73d29609bd81 req-8dd67898-afb5-4977-bf92-25be83522749 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:06.457025 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9114301c-6992-4d82-a158-73d29609bd81 req-8dd67898-afb5-4977-bf92-25be83522749 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.4434371 Apr 05 18:46:06.486633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea037ccc-6a80-4b64-b4a9-4caaccdb94d6,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:06.495452 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:06.519961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f03d8aae-6d81-44d6-9373-350c8580bfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:06.542519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Made reservation on behalf of 1c224e3c266642458c8326264b32d574 for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:06.557706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:06.615418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a7546-1cd1-42b6-92c4-bdcdb6939b2e None None] Network ad4b35ac-faee-40a8-904c-fefe5fa4e17e requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:06.632714 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf9c03-a101-438d-9a09-14918938242a req-77f1cdfa-00e3-4365-8cbb-3851179f7e55 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:06.640253 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-77f1cdfa-00e3-4365-8cbb-3851179f7e55 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/networks?id=0b74face-2105-4dd0-91d7-f8d54978c25b HTTP/1.1" status: 200 len: 809 time: 0.3735373 Apr 05 18:46:06.725960 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-15ace317-1dc3-476b-9442-118874ec1276 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/quotas/1b0717bc93444be5ad6c7c9f81c22f8d HTTP/1.1" status: 200 len: 375 time: 0.0846288 Apr 05 18:46:06.777364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36348) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:06.806086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f03d8aae-6d81-44d6-9373-350c8580bfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:06.842881 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-7fae15f9-580c-4f74-98bd-a8c7dc968ff3 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b0717bc93444be5ad6c7c9f81c22f8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144915 Apr 05 18:46:06.975516 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9114301c-6992-4d82-a158-73d29609bd81 req-1a9e946d-4cca-4060-942c-30a7b1a9dca1 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900336 Apr 05 18:46:07.016904 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95442a79-044b-43b2-9fd4-7731f50694b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.057430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95442a79-044b-43b2-9fd4-7731f50694b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.070818 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-36f4a4d8-dd9e-4831-9bd7-cf93f1c896cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:07.072480 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-36f4a4d8-dd9e-4831-9bd7-cf93f1c896cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1098 time: 0.5339200 Apr 05 18:46:07.224223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95442a79-044b-43b2-9fd4-7731f50694b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.231891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b161a777-f07d-461b-b038-f7ee75fed6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:07.260766 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95442a79-044b-43b2-9fd4-7731f50694b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea037ccc-6a80-4b64-b4a9-4caaccdb94d6,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:07.266747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-95442a79-044b-43b2-9fd4-7731f50694b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:07.266918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.267879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95442a79-044b-43b2-9fd4-7731f50694b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.269118 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-95442a79-044b-43b2-9fd4-7731f50694b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea037ccc-6a80-4b64-b4a9-4caaccdb94d6 HTTP/1.1" status: 204 len: 168 time: 0.8254058 Apr 05 18:46:07.270521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-de0d5fd2-e63a-47ed-aece-745fec7037ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:07.272008 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-de0d5fd2-e63a-47ed-aece-745fec7037ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.1715765 Apr 05 18:46:07.337162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:07.348081 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Usage tracker for resource:security_group_rule and tenant:de9d3bccd5db4b5eb93873a53201e798 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:07.361751 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-ed934a92-d98f-4210-a29b-88e2e3627522 service neutron] 10.222.0.15 "GET /v2.0/networks/0b74face-2105-4dd0-91d7-f8d54978c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178614 Apr 05 18:46:07.364398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:07.376998 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-d9827115-f171-46f0-82bf-29ac63884dbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 200 len: 217 time: 0.0840094 Apr 05 18:46:07.468738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:07.469267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-f5be016f-5740-4fcc-b7ad-cffbffcc15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:07.470738 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-f5be016f-5740-4fcc-b7ad-cffbffcc15ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.0870497 Apr 05 18:46:07.563695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f03d8aae-6d81-44d6-9373-350c8580bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.572713 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-84b241e3-9440-4ec1-a280-670be3af61c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840561 Apr 05 18:46:07.572998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ad53531c-06b7-4abf-8f78-eb2050aa2cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:07.612321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8aae-6d81-44d6-9373-350c8580bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449054e-3cd0-4575-9728-7d825e2a1420,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:07.624818 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f03d8aae-6d81-44d6-9373-350c8580bfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:07.644019 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-4d50b642-7d13-43b4-a1ad-ba8db1b917ac service neutron] 10.222.0.15 "GET /v2.0/networks/0b74face-2105-4dd0-91d7-f8d54978c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811673 Apr 05 18:46:07.706793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f03d8aae-6d81-44d6-9373-350c8580bfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.710518 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f03d8aae-6d81-44d6-9373-350c8580bfad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d449054e-3cd0-4575-9728-7d825e2a1420 HTTP/1.1" status: 204 len: 168 time: 1.3044109 Apr 05 18:46:07.778842 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-42b187f2-a988-4811-9d62-5b10754df548 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992106 Apr 05 18:46:07.894114 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.926284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:07.965734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8d0f7de1-3912-4aac-88e9-21a0558f4ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:07.982344 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de9d3bccd5db4b5eb93873a53201e798&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2013257 Apr 05 18:46:07.985759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36388) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:08.102906 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9767d597-7ee8-43d0-b0c9-1c37f61c3a27 req-48cd5216-8700-41cd-89f4-2aa877dee042 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 210 time: 0.0855458 Apr 05 18:46:08.106771 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b2c4a2f-210b-41b9-bb2d-04f878a7281e req-3880e5cb-4ca5-4422-a3c1-3c37b5a1b237 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153691 Apr 05 18:46:08.136987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa217-bc46-45db-8b91-79c5c1f19863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:08.162506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa2c2c2-5100-4866-98f8-a37e64e523ba,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:08.169203 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:08.290884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa217-bc46-45db-8b91-79c5c1f19863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:08.437088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:08.458289 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:08.553693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e645a-8ec0-412c-a665-e4df07cebf49 req-5447058c-973f-4032-a828-3213382c21a6 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:08.561513 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-332e645a-8ec0-412c-a665-e4df07cebf49 req-5447058c-973f-4032-a828-3213382c21a6 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.3339841 Apr 05 18:46:08.613228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa217-bc46-45db-8b91-79c5c1f19863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:08.691599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa217-bc46-45db-8b91-79c5c1f19863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:08.695434 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a8ffa217-bc46-45db-8b91-79c5c1f19863 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/caa2c2c2-5100-4866-98f8-a37e64e523ba HTTP/1.1" status: 204 len: 168 time: 0.7052088 Apr 05 18:46:08.695434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c573cac3-941f-4438-bb34-e5bf7cdb0eed,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:08.697001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:08.703117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-cadbc9d7-6dfa-453d-ac07-88cb4f50780b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:08.725065 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-332e645a-8ec0-412c-a665-e4df07cebf49 req-d8dd777e-618c-4477-99f6-b988d37c1f65 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625257 Apr 05 18:46:08.736390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffa217-bc46-45db-8b91-79c5c1f19863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa2c2c2-5100-4866-98f8-a37e64e523ba,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:08.740169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a8ffa217-bc46-45db-8b91-79c5c1f19863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:08.806096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36434) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:08.856030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Checking segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:08.856433 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Network hostable DHCP agents. Network: 593d143a-d23e-4cdf-af32-02d7a8663f0d, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:46:08.905002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:46:08.923064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 593d143a-d23e-4cdf-af32-02d7a8663f0d) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:08.934564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626bb77a-e7f1-40d1-8e15-2fc7fe28c5e0 None None] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:08.938222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:08.942321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:08.998846 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8a004a31-acd1-481c-9227-ce1e8f52d3ce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7569141 Apr 05 18:46:09.001514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36442) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:09.012267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:09.023001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:09.035642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Usage tracker for resource:router and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:09.040696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:09.056595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:09.079313 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-941280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769335'] for router, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:09.080986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853834617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853840528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853821891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6462'] for router, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:09.123592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:09.207281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:09.419611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9855afb8-0c15-5da4-869e-3ddf461a0e91-593d143a-d23e-4cdf-af32-02d7a8663f0d', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed'}]}} from dv-cinder-782405-5-smb. {{(pid=84250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 18:46:09.420708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:09.513079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1520984362-network', 'tenant_id': '450757c2945945cbba3c1a2a1f59a1be'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:09.537264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:09.553821 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ba3cf98f-7886-43c4-8bef-96dc5e4f8ebb req-534eb3b8-91c8-472c-8f7e-1d3abb3f3ff8 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 210 time: 0.1785123 Apr 05 18:46:09.558623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Usage tracker for resource:network and tenant:450757c2945945cbba3c1a2a1f59a1be is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:09.564690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:09.692093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:09.771045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:09.772720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Allocated IP 172.20.0.2 (593d143a-d23e-4cdf-af32-02d7a8663f0d/c573cac3-941f-4438-bb34-e5bf7cdb0eed/1f69364f-a0b1-4b40-95f8-26ac8601b0da) {{(pid=84250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:09.863004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Made reservation on behalf of 450757c2945945cbba3c1a2a1f59a1be for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:09.899857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:09.955692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf9c03-a101-438d-9a09-14918938242a req-0c8b4f21-6aa1-4020-901c-b4e175e22138 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:09.958093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d7bf9c03-a101-438d-9a09-14918938242a req-0c8b4f21-6aa1-4020-901c-b4e175e22138 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Synchronizing usage tracker for tenant:1b0717bc93444be5ad6c7c9f81c22f8d on resource:network {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:09.972707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.140253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d7bf9c03-a101-438d-9a09-14918938242a req-0c8b4f21-6aa1-4020-901c-b4e175e22138 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Unset dirty status for tenant:1b0717bc93444be5ad6c7c9f81c22f8d on resource:network {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:10.141688 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-0c8b4f21-6aa1-4020-901c-b4e175e22138 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.44 "GET /v2.0/networks?id=0b74face-2105-4dd0-91d7-f8d54978c25b HTTP/1.1" status: 200 len: 809 time: 0.5693398 Apr 05 18:46:10.169115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:10.179397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.179969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Request body: {'port': {'device_id': '49d2fba1-15f5-4959-8f7e-8a4e651fb691', 'network_id': '0b74face-2105-4dd0-91d7-f8d54978c25b', 'admin_state_up': True, 'tenant_id': '1b0717bc93444be5ad6c7c9f81c22f8d'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:10.194413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Transition to ACTIVE for port object 1f69364f-a0b1-4b40-95f8-26ac8601b0da will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:10.201177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Usage tracker for resource:security_group_rule and tenant:450757c2945945cbba3c1a2a1f59a1be is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:10.210433 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:10.223887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Transition to ACTIVE for port object 1f69364f-a0b1-4b40-95f8-26ac8601b0da will not be triggered until provisioned by entity DHCP. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:10.234756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.280865 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.289367 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:10.318180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.338738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36490) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:10.366129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e9ae-f31a-4ebb-8c70-5300ef3c7ab0 req-2901522f-7c2b-4491-97ed-c1e634666424 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:10.367914 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-51f1e9ae-f31a-4ebb-8c70-5300ef3c7ab0 req-2901522f-7c2b-4491-97ed-c1e634666424 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.3539789 Apr 05 18:46:10.402240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-444b8ea9-b360-4c8a-b82b-4c80220eb591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:10.463614 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-51f1e9ae-f31a-4ebb-8c70-5300ef3c7ab0 req-61066257-1aed-4715-a322-7a259eb931f8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880105 Apr 05 18:46:10.478218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:10.494179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Usage tracker for resource:port and tenant:1b0717bc93444be5ad6c7c9f81c22f8d is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:10.506473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:10.509586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Allocated IP 172.28.3.3 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/cd199c6d-23ee-492d-aa2a-d53107c80f94) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:10.529686 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:10.541922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Pushing event updated for resources: {'Port': ['ID=1f69364f-a0b1-4b40-95f8-26ac8601b0da,revision_number=1']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:10.574915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d is already hosted by enough agents. {{(pid=84250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:10.586634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.587849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.588448 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.591816 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.592418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.592983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.593540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.594091 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.594879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.596830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.597673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.598238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:10.608338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Made reservation on behalf of 1b0717bc93444be5ad6c7c9f81c22f8d for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:10.608872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Resources bound (agent type, host, resource id): {{(pid=84250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:10.611103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:10.616532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Received port after_create {{(pid=84250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:10.618969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.667387 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.680560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.707596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:46:10.716020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.716020 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Added segment 484aab8b-6612-4cd5-b187-2d7975db61a1 of type vlan for network 8c00f14a-a2d0-4497-9081-343f6d275f3e Apr 05 18:46:10.744516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.818177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Attempting to bind port 1f69364f-a0b1-4b40-95f8-26ac8601b0da on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:10.819161 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Attempting to bind port 1f69364f-a0b1-4b40-95f8-26ac8601b0da by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:10.819804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Attempting to bind port 1f69364f-a0b1-4b40-95f8-26ac8601b0da on network 593d143a-d23e-4cdf-af32-02d7a8663f0d {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:10.841874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:10.842713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Checking segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:10.843553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.844759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Bound using segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:10.845638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Bound port: 1f69364f-a0b1-4b40-95f8-26ac8601b0da, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:10.847172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.866585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-eb6af73a-9fed-4a85-86ca-9dba780c1031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:10.891308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.914479 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-95c732a9-489e-45b2-9055-9d924e09f695 req-09fb7e45-fdec-40a0-ba99-329253166c69 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 210 time: 0.0779850 Apr 05 18:46:10.962264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.976905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:10.977329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.977543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:10.985743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:11.014716 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:11.020083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] For port 1f69364f-a0b1-4b40-95f8-26ac8601b0da, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:11.023932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] For port 1f69364f-a0b1-4b40-95f8-26ac8601b0da, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=1f69364f-a0b1-4b40-95f8-26ac8601b0da,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:11.029242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:11.055230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:11.090690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3326ac7-ea09-449b-b22c-cb70647bb9d4,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:11.101536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Usage tracker for resource:security_group_rule and tenant:94b68f48c8174b14a131596c410479eb is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:11.104539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:11.107557 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:11.127033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:11.192473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:11.206076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:11.259278 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4519446 Apr 05 18:46:11.273414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36518) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:11.298138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Request body: {'subnet': {'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1520984362-subnet', 'tenant_id': '450757c2945945cbba3c1a2a1f59a1be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:11.307205 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Pushing event updated for resources: {'Network': ['ID=8c00f14a-a2d0-4497-9081-343f6d275f3e,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:11.316917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:11.323521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Allocated IP 172.20.0.6 (0b74face-2105-4dd0-91d7-f8d54978c25b/5c12bb9d-fb83-47ec-a171-bd140f068a8d/75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:11.326458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:11.331793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 8c00f14a-a2d0-4497-9081-343f6d275f3e details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:46:11.339345 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Usage tracker for resource:subnet and tenant:450757c2945945cbba3c1a2a1f59a1be is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:11.358752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:11.372363 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:11.423269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd199c6d-23ee-492d-aa2a-d53107c80f94,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:11.423480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Made reservation on behalf of 450757c2945945cbba3c1a2a1f59a1be for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:11.426528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:11.428382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31859431'] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:11.482512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Pushing event updated for resources: {'Port': ['ID=1f69364f-a0b1-4b40-95f8-26ac8601b0da,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:11.486031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:11.496148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:11.497582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:11.500152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:11.619590 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:11.683188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:11.737674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:11.905271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56628249-8d83-4930-8eb6-397b982d2585,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:11.921120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:11.924067 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94b68f48c8174b14a131596c410479eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5800819 Apr 05 18:46:11.932801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36536) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:11.990397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f450e9c-c6b2-460a-8a8d-83866a573735 req-e8ef3562-01a7-49ba-9c39-ef9e89cefa24 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:11.998384 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f450e9c-c6b2-460a-8a8d-83866a573735 req-e8ef3562-01a7-49ba-9c39-ef9e89cefa24 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.3738301 Apr 05 18:46:12.045443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2dea-3ec9-4924-acf3-e7d2a7f626a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:12.079215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:12.110270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:12.128257 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f450e9c-c6b2-460a-8a8d-83866a573735 req-46e7fd17-280f-4360-8ac3-c12a9ae6e2d9 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287057 Apr 05 18:46:12.211378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2dea-3ec9-4924-acf3-e7d2a7f626a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:12.263010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:12.291508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fc6b8929-702c-4779-8170-96f93b02a1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:12.400304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c6ecd-b64a-4576-97f3-fed6dd44ca07 req-83955f80-6bc5-4e53-95d8-a8f8d15ae10e tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:12.402571 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-468c6ecd-b64a-4576-97f3-fed6dd44ca07 req-83955f80-6bc5-4e53-95d8-a8f8d15ae10e tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 931 time: 0.1840215 Apr 05 18:46:12.560720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2dea-3ec9-4924-acf3-e7d2a7f626a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:12.570240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fa89adca-c9bd-4522-97ae-b4d7fa1d6e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:12.596102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 1f69364f-a0b1-4b40-95f8-26ac8601b0da up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:12.606220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f2dea-3ec9-4924-acf3-e7d2a7f626a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56628249-8d83-4930-8eb6-397b982d2585,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:12.631681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1f5f2dea-3ec9-4924-acf3-e7d2a7f626a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:12.701386 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-468c6ecd-b64a-4576-97f3-fed6dd44ca07 req-7ee650aa-2e80-4d87-9ed5-373f4034b4c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285223 Apr 05 18:46:12.741529 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2dea-3ec9-4924-acf3-e7d2a7f626a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:12.760377 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1f5f2dea-3ec9-4924-acf3-e7d2a7f626a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56628249-8d83-4930-8eb6-397b982d2585 HTTP/1.1" status: 204 len: 168 time: 0.8094254 Apr 05 18:46:12.806421 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326'] for router, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:12.825166 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 1f69364f-a0b1-4b40-95f8-26ac8601b0da completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:12.900677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Pushing event updated for resources: {'Port': ['ID=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:12.921734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:13.011101 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Network 0b74face-2105-4dd0-91d7-f8d54978c25b is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:13.013701 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:13.016431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:13.221503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635328d-19bf-4bf7-a8e9-73ab969752b1 None None] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:13.293335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:13.294122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.300136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Router a936f6d6-fa45-4a10-bedb-4f237fbad822 is scheduled to L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 with binding_index 1 {{(pid=84248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 18:46:13.314786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31497142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31859412'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.335823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:13.365378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] Provisioning for port 1f69364f-a0b1-4b40-95f8-26ac8601b0da completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:13.376295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] Provisioning complete for port 1f69364f-a0b1-4b40-95f8-26ac8601b0da triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:13.377037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.440222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36568) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:13.478300 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-1142eb6e-87da-49d8-866b-d8ff2e233f31 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3062060 Apr 05 18:46:13.488005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.511128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Request body: {'port': {'device_id': '49d2fba1-15f5-4959-8f7e-8a4e651fb691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:13.550308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:13.572733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:13.582713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:13.597078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:46:13.606808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Usage tracker for resource:security_group_rule and tenant:6d16cc205d024d8d909a617a17112799 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:13.610666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Sync routers for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:46:13.617299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:13.621129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:13.621456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0436d6-5548-4714-aa7f-35f2fbfecdc8 req-a561ea32-b8e8-427a-a8b2-9729f4a8372a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:13.622276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:13.626373 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:13.629964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.630318 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fc0436d6-5548-4714-aa7f-35f2fbfecdc8 req-a561ea32-b8e8-427a-a8b2-9729f4a8372a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.1771948 Apr 05 18:46:13.656238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.661216 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6585450 Apr 05 18:46:13.663422 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36572) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:13.681934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] For port 1f69364f-a0b1-4b40-95f8-26ac8601b0da, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=1f69364f-a0b1-4b40-95f8-26ac8601b0da,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:13.688051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.690480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:13.738277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.847919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:13.862685 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.910320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:13.968704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0e33aa38-41d1-461c-aa1d-921e9851a8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:14.056939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cd6a4b-1b95-4e5c-a5ae-7f369795afd6,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:14.072532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:14.178958 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fc0436d6-5548-4714-aa7f-35f2fbfecdc8 req-6c6fb3c2-9a39-40ff-93ef-e1ff0c93e86b tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476155 Apr 05 18:46:14.180947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-c1015316-4320-4c37-b341-2027c14d3f83 None None] Provisioning complete for port 1f69364f-a0b1-4b40-95f8-26ac8601b0da triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:14.183435 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1015316-4320-4c37-b341-2027c14d3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:14.281666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] Pushing event updated for resources: {'Port': ['ID=1f69364f-a0b1-4b40-95f8-26ac8601b0da,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:14.284373 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d16cc205d024d8d909a617a17112799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8423629 Apr 05 18:46:14.309878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:14.314055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36588) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:14.340699 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Checking segment: {'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:14.341652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Network hostable DHCP agents. Network: 8c00f14a-a2d0-4497-9081-343f6d275f3e, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:46:14.349625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:11Z', 'revision_number': 3, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:14.364202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Checking router: a936f6d6-fa45-4a10-bedb-4f237fbad822 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:46:14.364596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Updating router a936f6d6-fa45-4a10-bedb-4f237fbad822 port cd199c6d-23ee-492d-aa2a-d53107c80f94 binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:46:14.436941 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:14.542167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 1f69364f-a0b1-4b40-95f8-26ac8601b0da up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:14.687498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 1f69364f-a0b1-4b40-95f8-26ac8601b0da triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:14.687988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:14.985634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1439e8f9-a388-432b-90a0-38050679c9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.002317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48659047-4fe4-4542-ac65-a8c964730cba req-cddd4b1e-ecf4-42cd-9c8e-2b66896cba9b tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:15.003064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-48659047-4fe4-4542-ac65-a8c964730cba req-cddd4b1e-ecf4-42cd-9c8e-2b66896cba9b tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Synchronizing usage tracker for tenant:1b0717bc93444be5ad6c7c9f81c22f8d on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:15.025861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:46:15.041901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.044812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Network 8c00f14a-a2d0-4497-9081-343f6d275f3e is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:46:15.084225 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1439e8f9-a388-432b-90a0-38050679c9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.097184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 8c00f14a-a2d0-4497-9081-343f6d275f3e) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:15.099190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Transition to ACTIVE for port object 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:15.106785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7082bda4-16a1-4f93-a3f7-19f3f747c9bb None None] Network 8c00f14a-a2d0-4497-9081-343f6d275f3e requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:15.120185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-48659047-4fe4-4542-ac65-a8c964730cba req-cddd4b1e-ecf4-42cd-9c8e-2b66896cba9b tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Unset dirty status for tenant:1b0717bc93444be5ad6c7c9f81c22f8d on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:15.121490 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48659047-4fe4-4542-ac65-a8c964730cba req-cddd4b1e-ecf4-42cd-9c8e-2b66896cba9b tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 931 time: 1.1626723 Apr 05 18:46:15.122124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.126640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:15.127896 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.132251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.143444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.146628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Transition to ACTIVE for port object cd199c6d-23ee-492d-aa2a-d53107c80f94 will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:15.153704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.169972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a685e8ab-d995-4c4f-915c-e044aeadb490 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:15.172647 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:15.253605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Pushing event updated for resources: {'Port': ['ID=cd199c6d-23ee-492d-aa2a-d53107c80f94,revision_number=2']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:15.349942 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b935b945-9567-4d1a-b19a-42367f7d18c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.0709527 Apr 05 18:46:15.371069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Pushing event updated for resources: {'Port': ['ID=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:15.387378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-48659047-4fe4-4542-ac65-a8c964730cba req-d9a5305b-bd49-4a14-94b2-99b5c662f0d6 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Synchronizing usage tracker for tenant:1b0717bc93444be5ad6c7c9f81c22f8d on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:15.391600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:15.405282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.406467 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.409498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.409965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.410412 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.410853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.411388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.411849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.414045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.414382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.414828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.416872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:15.423964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:15.426448 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1439e8f9-a388-432b-90a0-38050679c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.446206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:15.486145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439e8f9-a388-432b-90a0-38050679c9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cd6a4b-1b95-4e5c-a5ae-7f369795afd6,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:15.498582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1439e8f9-a388-432b-90a0-38050679c9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:15.504017 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-48659047-4fe4-4542-ac65-a8c964730cba req-d9a5305b-bd49-4a14-94b2-99b5c662f0d6 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Unset dirty status for tenant:1b0717bc93444be5ad6c7c9f81c22f8d on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:15.505324 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48659047-4fe4-4542-ac65-a8c964730cba req-d9a5305b-bd49-4a14-94b2-99b5c662f0d6 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719888 Apr 05 18:46:15.513901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1439e8f9-a388-432b-90a0-38050679c9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.520664 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1439e8f9-a388-432b-90a0-38050679c9d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43cd6a4b-1b95-4e5c-a5ae-7f369795afd6 HTTP/1.1" status: 204 len: 168 time: 1.1908314 Apr 05 18:46:15.668921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Attempting to bind port cd199c6d-23ee-492d-aa2a-d53107c80f94 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:15.669805 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Attempting to bind port cd199c6d-23ee-492d-aa2a-d53107c80f94 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:15.672231 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Attempting to bind port cd199c6d-23ee-492d-aa2a-d53107c80f94 on network c31d3d47-af10-4a12-bee5-4e18c2c19501 {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:15.685779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:15.687822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:15.688687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45f6f9-ee61-4be0-ab02-9039ddc93a25 req-f1e89330-2142-4562-b8e9-cc3f7b650dd2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:15.691387 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.692174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Bound using segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:15.693631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Bound port: cd199c6d-23ee-492d-aa2a-d53107c80f94, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:15.694430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.711383 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ae45f6f9-ee61-4be0-ab02-9039ddc93a25 req-f1e89330-2142-4562-b8e9-cc3f7b650dd2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.2904084 Apr 05 18:46:15.717291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Allocated IP 172.20.0.1 (593d143a-d23e-4cdf-af32-02d7a8663f0d/c573cac3-941f-4438-bb34-e5bf7cdb0eed/a6f2b635-2492-42b5-9137-6e4019a9c7df) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:15.723773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb91a47-f4e4-4035-8763-40d0e8695051 None None] Network 8c00f14a-a2d0-4497-9081-343f6d275f3e requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:15.870898 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ae45f6f9-ee61-4be0-ab02-9039ddc93a25 req-b7ed0ce1-3e43-4564-8349-9f27778521a1 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584435 Apr 05 18:46:15.935172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] For port cd199c6d-23ee-492d-aa2a-d53107c80f94, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:15.940687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] For port cd199c6d-23ee-492d-aa2a-d53107c80f94, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=cd199c6d-23ee-492d-aa2a-d53107c80f94,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:15.947233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:15.953923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Attempting to bind port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:15.956537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Attempting to bind port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '2fc14e89-3bd9-4cfe-a407-04f94a593432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0b74face-2105-4dd0-91d7-f8d54978c25b'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:15.956917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Attempting to bind port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a on network 0b74face-2105-4dd0-91d7-f8d54978c25b {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:15.970560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a on network 0b74face-2105-4dd0-91d7-f8d54978c25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:46:15.971688 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Attempting to bind port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a on network 0b74face-2105-4dd0-91d7-f8d54978c25b {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:15.995028 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:15.995430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Checking segment: {'id': '2fc14e89-3bd9-4cfe-a407-04f94a593432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0b74face-2105-4dd0-91d7-f8d54978c25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:15.995863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Bound using segment: {'id': '2fc14e89-3bd9-4cfe-a407-04f94a593432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0b74face-2105-4dd0-91d7-f8d54978c25b'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:15.996345 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Bound port: 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc14e89-3bd9-4cfe-a407-04f94a593432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0b74face-2105-4dd0-91d7-f8d54978c25b'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:15.996734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:16.092395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:16.112055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:16.126138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Transition to ACTIVE for port object a6f2b635-2492-42b5-9137-6e4019a9c7df will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:16.177470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:16.198409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:16.208681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] For port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:16.221916 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] For port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,segment=NetworkSegment(2fc14e89-3bd9-4cfe-a407-04f94a593432),segment_id=2fc14e89-3bd9-4cfe-a407-04f94a593432)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:16.227921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:16.269517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:16.379972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Pushing event updated for resources: {'Port': ['ID=cd199c6d-23ee-492d-aa2a-d53107c80f94,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:16.385274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:16.386143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f2b635-2492-42b5-9137-6e4019a9c7df,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:16.388739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36628) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:16.405919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:16.422488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:16.423164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:16.480956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:16.553206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:16.561649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Usage tracker for resource:security_group_rule and tenant:dfde670e69264da2bc3f9f44a6b586e7 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:16.593067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:16.594017 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:16.595078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:16.597691 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] 10.222.0.44 "PUT /v2.0/ports/75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a HTTP/1.1" status: 200 len: 1093 time: 3.0999935 Apr 05 18:46:16.598833 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d2fba1-15f5-4959-8f7e-8a4e651fb691', 'tag': '75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:16.651230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:16.654086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Pushing event updated for resources: {'Port': ['ID=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:16.658067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:16.732936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:16.735281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:16.737613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:16.743314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:16.756201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836221'] for router_interface, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:16.773867 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d2fba1-15f5-4959-8f7e-8a4e651fb691', 'tag': '75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a', 'status': 'completed', 'code': 200} Apr 05 18:46:16.785212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf9c03-a101-438d-9a09-14918938242a req-a243fbd9-d339-4545-b6a7-4842b26acf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:16.787394 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-a243fbd9-d339-4545-b6a7-4842b26acf3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b0717bc93444be5ad6c7c9f81c22f8d&device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 1096 time: 0.1273565 Apr 05 18:46:16.891211 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-aef7758e-58e2-4792-ae32-cc950c0a21d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a HTTP/1.1" status: 200 len: 217 time: 0.0951805 Apr 05 18:46:17.036208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.078381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.112988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:17.129880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-844627aa-f100-494c-bfc1-0e18e6cb1dad None None] Provisioning for port a6f2b635-2492-42b5-9137-6e4019a9c7df completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:17.137636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-844627aa-f100-494c-bfc1-0e18e6cb1dad None None] Provisioning complete for port a6f2b635-2492-42b5-9137-6e4019a9c7df triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:17.140645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-844627aa-f100-494c-bfc1-0e18e6cb1dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.147265 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfde670e69264da2bc3f9f44a6b586e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7434845 Apr 05 18:46:17.156119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36652) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:17.186384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb43f74-0ff8-4a2d-ab9c-7d50dd5f4b9d,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:17.190004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:17.207961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf9c03-a101-438d-9a09-14918938242a req-5b220d45-9a61-4f80-89fb-1b5105f6dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:17.209531 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-5b220d45-9a61-4f80-89fb-1b5105f6dfa2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c12bb9d-fb83-47ec-a171-bd140f068a8d HTTP/1.1" status: 200 len: 849 time: 0.3098328 Apr 05 18:46:17.249357 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.285437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-844627aa-f100-494c-bfc1-0e18e6cb1dad None None] Port a6f2b635-2492-42b5-9137-6e4019a9c7df cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:46:17.322826 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-7ac7642e-62c5-4e14-981a-b84762c4bccd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b74face-2105-4dd0-91d7-f8d54978c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024137 Apr 05 18:46:17.391772 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:11Z', 'revision_number': 3, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:17.409634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3509c-3e1a-432d-a0d5-6d7aa5e724e8 None None] The sync data for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb is: [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:11Z', 'revision_number': 3, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:46:17.456901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68fc4e-670e-477f-bea7-09326cea46fa req-39072727-98fa-43a9-b553-65a2023543d8 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:17.459504 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dd68fc4e-670e-477f-bea7-09326cea46fa req-39072727-98fa-43a9-b553-65a2023543d8 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 943 time: 0.4277270 Apr 05 18:46:17.526654 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e4d56e56-b111-4d9f-abf5-49ad83845a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.597063 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1284d29-cc36-474a-986a-b75a52cabda9 req-e4feb30d-d12e-4d0a-afda-0b6120d31c14 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:17.598936 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a1284d29-cc36-474a-986a-b75a52cabda9 req-e4feb30d-d12e-4d0a-afda-0b6120d31c14 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.3087578 Apr 05 18:46:17.616838 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-afadd0c2-287b-4314-bdaf-48e4bdd8497b service neutron] 10.222.0.44 "GET /v2.0/networks/0b74face-2105-4dd0-91d7-f8d54978c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842646 Apr 05 18:46:17.637675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e4d56e56-b111-4d9f-abf5-49ad83845a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.688165 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a1284d29-cc36-474a-986a-b75a52cabda9 req-04bae3cc-6a49-4b9b-8994-e402c0d1552d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763221 Apr 05 18:46:17.711014 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dd68fc4e-670e-477f-bea7-09326cea46fa req-5005f354-1e4a-4906-b2bf-66201d4c1383 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357333 Apr 05 18:46:17.736311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e4d56e56-b111-4d9f-abf5-49ad83845a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.745835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5fb9b011-55b5-4372-b6a2-7d490608e5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:17.795987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.800330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.801424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853990684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853832810'] for router_interface, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.818594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a9f29400-0b2a-4d9f-a5cd-8354df3d4332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:17.826985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d56e56-b111-4d9f-abf5-49ad83845a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb43f74-0ff8-4a2d-ab9c-7d50dd5f4b9d,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:17.832399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e4d56e56-b111-4d9f-abf5-49ad83845a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:17.840708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e4d56e56-b111-4d9f-abf5-49ad83845a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:17.845060 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e4d56e56-b111-4d9f-abf5-49ad83845a47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebb43f74-0ff8-4a2d-ab9c-7d50dd5f4b9d HTTP/1.1" status: 204 len: 168 time: 0.6872313 Apr 05 18:46:17.900501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f2b635-2492-42b5-9137-6e4019a9c7df,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:17.969823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:18.145434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:18.147787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:18.307402 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d7bf9c03-a101-438d-9a09-14918938242a req-7d892195-093a-41ba-8e14-2dcfcb18920a service neutron] 10.222.0.44 "GET /v2.0/networks/0b74face-2105-4dd0-91d7-f8d54978c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022282 Apr 05 18:46:18.529885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-681dbcc9-b593-41c9-8022-15791f33fb6f None None] Provisioning complete for port a6f2b635-2492-42b5-9137-6e4019a9c7df triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:18.530312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-681dbcc9-b593-41c9-8022-15791f33fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:18.548466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-524f5583-93db-49ea-b305-06d5da727c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:18.552212 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-524f5583-93db-49ea-b305-06d5da727c78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b0717bc93444be5ad6c7c9f81c22f8d&device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 1096 time: 0.1796937 Apr 05 18:46:18.657373 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-681dbcc9-b593-41c9-8022-15791f33fb6f None None] Port a6f2b635-2492-42b5-9137-6e4019a9c7df cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:46:18.668134 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device cd199c6d-23ee-492d-aa2a-d53107c80f94 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:18.764738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-0b21a50d-e11b-4b0e-85aa-407fb30ad8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:18.766350 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-0b21a50d-e11b-4b0e-85aa-407fb30ad8dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b74face-2105-4dd0-91d7-f8d54978c25b HTTP/1.1" status: 200 len: 910 time: 0.2016835 Apr 05 18:46:18.855052 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port cd199c6d-23ee-492d-aa2a-d53107c80f94 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:18.864582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port cd199c6d-23ee-492d-aa2a-d53107c80f94 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:18.884026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:18.923883 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-bf704919-2f18-465b-9d3a-6369afe1ded0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a HTTP/1.1" status: 200 len: 217 time: 0.1490941 Apr 05 18:46:18.998036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Router a936f6d6-fa45-4a10-bedb-4f237fbad822 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:46:19.135253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-0c7d263e-c9ab-4bf7-af8c-1dcbed586a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:19.136940 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-0c7d263e-c9ab-4bf7-af8c-1dcbed586a03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c12bb9d-fb83-47ec-a171-bd140f068a8d HTTP/1.1" status: 200 len: 849 time: 0.2017994 Apr 05 18:46:19.216581 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-8ceb1545-6a54-4397-a7a8-97c000fac995 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b74face-2105-4dd0-91d7-f8d54978c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658801 Apr 05 18:46:19.225571 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0269ef-e9c3-4318-b349-8f5cff8223f4 req-dee5153c-43b8-4d37-ad74-5aeb650a76d5 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:19.233941 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ec0269ef-e9c3-4318-b349-8f5cff8223f4 req-dee5153c-43b8-4d37-ad74-5aeb650a76d5 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 943 time: 0.1905041 Apr 05 18:46:19.269994 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:19.334504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port cd199c6d-23ee-492d-aa2a-d53107c80f94, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=cd199c6d-23ee-492d-aa2a-d53107c80f94,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:19.338791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:19.346136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:19.391234 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ec0269ef-e9c3-4318-b349-8f5cff8223f4 req-f15d7a71-6d96-4a35-804c-ff3345d8f20a tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562331 Apr 05 18:46:19.475121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:46:19.497895 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-56578dd4-2158-4ff1-9357-fe9167ea84a9 service neutron] 10.222.0.44 "GET /v2.0/networks/0b74face-2105-4dd0-91d7-f8d54978c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617121 Apr 05 18:46:19.527234 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=cd199c6d-23ee-492d-aa2a-d53107c80f94,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:19.532265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:19.543910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146344e-1460-4d59-af08-83e6aa4ea566 req-9c226579-7a55-4002-af98-3ac5a6efc793 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:19.554645 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6146344e-1460-4d59-af08-83e6aa4ea566 req-9c226579-7a55-4002-af98-3ac5a6efc793 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.6950607 Apr 05 18:46:19.663813 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] 10.222.0.15 "PUT /v2.0/routers/a936f6d6-fa45-4a10-bedb-4f237fbad822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9990273 Apr 05 18:46:19.670704 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6146344e-1460-4d59-af08-83e6aa4ea566 req-f90d8ad7-0a81-4a6c-8233-a63be81dce1d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134520 Apr 05 18:46:19.891273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-847bbf2f-4279-46de-98d9-1c3ee6e76e45 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:19.892851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-847bbf2f-4279-46de-98d9-1c3ee6e76e45 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Synchronizing usage tracker for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:network {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:19.933649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-847bbf2f-4279-46de-98d9-1c3ee6e76e45 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Unset dirty status for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:network {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:19.934918 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-847bbf2f-4279-46de-98d9-1c3ee6e76e45 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/networks?id=8c00f14a-a2d0-4497-9081-343f6d275f3e HTTP/1.1" status: 200 len: 814 time: 0.2575727 Apr 05 18:46:19.960088 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-09ea225a-0b3e-46a2-bf15-de7de82b79ec tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/quotas/450757c2945945cbba3c1a2a1f59a1be HTTP/1.1" status: 200 len: 375 time: 0.0127783 Apr 05 18:46:19.965878 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c52d29d-10c6-4e16-9623-4b628b74534e req-992ecc9a-e7b9-4d3c-9f19-0cf1f1876420 service neutron] 10.222.0.44 "GET /v2.0/networks/0b74face-2105-4dd0-91d7-f8d54978c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572945 Apr 05 18:46:20.023192 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0a854500-6b29-4b38-a0fe-7f0e49d3ddec tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=450757c2945945cbba3c1a2a1f59a1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561006 Apr 05 18:46:20.199728 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-10fa0c8c-3f6f-4a58-95ac-97af3075cd44 service neutron] 10.222.0.15 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673932 Apr 05 18:46:20.261458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:46:20.362995 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-d7f54c2a-ad6c-48af-97be-b1b54c057a44 service neutron] 10.222.0.15 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552572 Apr 05 18:46:20.545457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device cd199c6d-23ee-492d-aa2a-d53107c80f94 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:20.698280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port cd199c6d-23ee-492d-aa2a-d53107c80f94 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:20.698931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:20.748460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9027ae-cbbf-43eb-85f0-b7852d6e2539 req-be066d9d-f931-4a22-9cb3-57550b45a7fd tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:20.750151 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9d9027ae-cbbf-43eb-85f0-b7852d6e2539 req-be066d9d-f931-4a22-9cb3-57550b45a7fd tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 943 time: 0.1308920 Apr 05 18:46:20.819809 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9d9027ae-cbbf-43eb-85f0-b7852d6e2539 req-563b5f02-e205-4ae4-80a5-8b1d83ee8881 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614536 Apr 05 18:46:20.956344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36772) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:20.960279 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88fe1210-94a6-4f8b-a2d4-99ff4961da69 req-fbd6419a-a647-4fd4-a636-264bea342015 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 210 time: 0.0911753 Apr 05 18:46:20.962597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262397430', 'description': 'tempest-description--817168348'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:20.976003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:20.981927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:security_group and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:20.991505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:21.005337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:21.031005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Sync routers for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:46:21.036966 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.046175 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:21.047501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:21.081757 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:21.093770 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:security_group_rule and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:21.101795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:21.116579 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:21.311133 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:21.314228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.325272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.342875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-742dfeb0-647e-41f0-94c7-4c5de7de5b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:21.402886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d67209-4489-440e-8d45-88fa83673c69 req-0d01ff4f-4cf5-4119-a3ae-b4f7fac85966 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:21.405253 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b9d67209-4489-440e-8d45-88fa83673c69 req-0d01ff4f-4cf5-4119-a3ae-b4f7fac85966 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.2197676 Apr 05 18:46:21.442879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:21.447650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:21.451380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.452705 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4952590 Apr 05 18:46:21.455866 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36788) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:21.461405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ac519-eeeb-48ef-aad7-f51fa4b3037a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:21.477283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:21.488599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:security_group_rule and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:21.494553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:21.518080 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b9d67209-4489-440e-8d45-88fa83673c69 req-8d150b9b-a315-4100-b1b0-9548f58aeee1 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003172 Apr 05 18:46:21.522227 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:21.574929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.688279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.692698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.694970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d6fc1a8d-d1ec-4c35-9743-3324f4e8810b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:21.772361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384404eb-b48c-4d69-8ca4-cc4e4b3f84ff,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:21.785843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:21.790395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.794455 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3350825 Apr 05 18:46:21.794915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36806) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:21.801096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ac519-eeeb-48ef-aad7-f51fa4b3037a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:21.807292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:21.812050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:security_group_rule and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:21.815250 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:21.821633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:21.847872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.924732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 2, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:21.932078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Checking router: a936f6d6-fa45-4a10-bedb-4f237fbad822 for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:46:21.932602 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Updating router a936f6d6-fa45-4a10-bedb-4f237fbad822 port a6f2b635-2492-42b5-9137-6e4019a9c7df binding host dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:46:21.965745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.972492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:21.974550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:21.993872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9965f96a-edb6-4ffd-ba66-e346b85aafa5,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:22.007486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:22.020102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.024889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36818) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:22.026715 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2289352 Apr 05 18:46:22.031940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'floatingip': {'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:22.039410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:22.046302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:floatingip and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:22.054338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:22.069290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:22.079815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:46:22.087326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.090128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.153830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6c70-3651-4c76-875a-032b1fff5b1a req-1ac40a27-7b8c-4f04-8964-5a659dcb8ced tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:22.155699 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e0ca6c70-3651-4c76-875a-032b1fff5b1a req-1ac40a27-7b8c-4f04-8964-5a659dcb8ced tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 943 time: 0.1132975 Apr 05 18:46:22.167242 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-490be571-c6f1-47d4-a404-2bccb5c678eb req-ffc06d4d-1a42-4db8-8910-55f10915a75d tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 210 time: 0.0567811 Apr 05 18:46:22.237942 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e0ca6c70-3651-4c76-875a-032b1fff5b1a req-839ef53c-930f-4577-a54e-57b9f889c5e4 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736845 Apr 05 18:46:22.330690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.503762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-1493cccb-2659-41d0-bccd-dcec87318352 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:22.505930 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-1493cccb-2659-41d0-bccd-dcec87318352 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.44 "GET /v2.0/networks?id=8c00f14a-a2d0-4497-9081-343f6d275f3e HTTP/1.1" status: 200 len: 814 time: 0.1774092 Apr 05 18:46:22.520570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Request body: {'port': {'device_id': '57d8aa34-3675-45ca-8c47-bc93eef2829d', 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e', 'admin_state_up': True, 'tenant_id': '450757c2945945cbba3c1a2a1f59a1be'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:22.525952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Allocated IP 172.28.3.155 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/84d374fe-cd96-4a26-98b2-540e86ada449) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:22.710795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,segment=NetworkSegment(2fc14e89-3bd9-4cfe-a407-04f94a593432),segment_id=2fc14e89-3bd9-4cfe-a407-04f94a593432)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:22.710990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.716725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:22.746244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a', 'network_id': '0b74face-2105-4dd0-91d7-f8d54978c25b', 'port_id': '75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a', 'mac_address': 'fa:16:3e:cc:d7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c12bb9d-fb83-47ec-a171-bd140f068a8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:46:22.751769 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.768556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:22.785545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Usage tracker for resource:port and tenant:450757c2945945cbba3c1a2a1f59a1be is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:22.793740 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:22.811742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:22.825474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.839624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Made reservation on behalf of 450757c2945945cbba3c1a2a1f59a1be for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:22.847713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.856511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:46:22.881279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b4b7c-89cc-4f47-b420-d98adb79af35 req-12f552c9-a5c8-4d9f-943d-b4ce8ab275e0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:22.885587 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a28b4b7c-89cc-4f47-b420-d98adb79af35 req-12f552c9-a5c8-4d9f-943d-b4ce8ab275e0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.1659904 Apr 05 18:46:22.925344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,segment=NetworkSegment(2fc14e89-3bd9-4cfe-a407-04f94a593432),segment_id=2fc14e89-3bd9-4cfe-a407-04f94a593432)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:22.943022 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:22.947067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ea485800-b55f-4fb4-b612-a9458630f72a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:23.018977 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:23.020663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'Port': ['ID=84d374fe-cd96-4a26-98b2-540e86ada449,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:23.028487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:23.042372 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:23.045899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:23.047733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Transition to ACTIVE for port object a6f2b635-2492-42b5-9137-6e4019a9c7df will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:23.054146 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:23.058897 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:23.108615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Allocated IP 172.20.0.6 (8c00f14a-a2d0-4497-9081-343f6d275f3e/fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd/3e295e2d-9505-44f4-853e-c3f25ecc06cf) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:23.119137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:23.145879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:23.153628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:23.154354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:23.250706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:46:23.286549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:23.331389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2b8ea-4ceb-490e-a705-6bf5d59a1ae7 None None] Pushing event updated for resources: {'Port': ['ID=a6f2b635-2492-42b5-9137-6e4019a9c7df,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:23.353551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bed2b8ea-4ceb-490e-a705-6bf5d59a1ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:23.384485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:23.447006 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:23.497352 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-64f2b26c-1ae3-4167-a229-e4355c97da35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:23.699742 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a28b4b7c-89cc-4f47-b420-d98adb79af35 req-ec6f2310-817d-4e7d-b9c7-60210ae17971 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075821 Apr 05 18:46:23.787837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Pushing event updated for resources: {'Port': ['ID=3e295e2d-9505-44f4-853e-c3f25ecc06cf,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:23.815763 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:23.872004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05764a9-679b-4a3b-b1b3-965690f08c73 req-745f7302-60e1-42fd-9395-30e0cad82311 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:23.874026 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b05764a9-679b-4a3b-b1b3-965690f08c73 req-745f7302-60e1-42fd-9395-30e0cad82311 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 931 time: 0.5290017 Apr 05 18:46:23.902415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Network 8c00f14a-a2d0-4497-9081-343f6d275f3e is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:23.908876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:23.912086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:23.917036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Attempting to bind port a6f2b635-2492-42b5-9137-6e4019a9c7df on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:23.917937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Attempting to bind port a6f2b635-2492-42b5-9137-6e4019a9c7df by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:23.918672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Attempting to bind port a6f2b635-2492-42b5-9137-6e4019a9c7df on network 593d143a-d23e-4cdf-af32-02d7a8663f0d {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:23.937579 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:23.938010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Checking segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:23.938625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:23.939075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Bound using segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:23.939683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Bound port: a6f2b635-2492-42b5-9137-6e4019a9c7df, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:23.940109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.074504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] For port a6f2b635-2492-42b5-9137-6e4019a9c7df, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:24.079076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] For port a6f2b635-2492-42b5-9137-6e4019a9c7df, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=a6f2b635-2492-42b5-9137-6e4019a9c7df,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:24.084450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.139786 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b05764a9-679b-4a3b-b1b3-965690f08c73 req-f8d2ea5f-33f1-4274-b402-bd402f060e05 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622236 Apr 05 18:46:24.193165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36866) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:24.194858 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:24.199542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.217054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.246070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:24.292152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:24.292741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.334327 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-8bd5b3fa-2eae-4ab2-92aa-bb4b2ed1782e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8187761 Apr 05 18:46:24.347846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fd1e2-0357-4f8e-9a6e-4b8b81581772 req-560047b2-8905-480d-ae25-cfadbf1fd3ff tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:24.349501 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fd1e2-0357-4f8e-9a6e-4b8b81581772 req-560047b2-8905-480d-ae25-cfadbf1fd3ff tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 944 time: 0.3790004 Apr 05 18:46:24.354842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Request body: {'port': {'device_id': '57d8aa34-3675-45ca-8c47-bc93eef2829d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:24.358533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2b8ea-4ceb-490e-a705-6bf5d59a1ae7 None None] Pushing event updated for resources: {'Port': ['ID=a6f2b635-2492-42b5-9137-6e4019a9c7df,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:24.366169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bed2b8ea-4ceb-490e-a705-6bf5d59a1ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:24.400233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:24.400928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:24.455343 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cb5fd1e2-0357-4f8e-9a6e-4b8b81581772 req-f5b1165b-7b53-443c-8487-af017dfff5bd tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681190 Apr 05 18:46:24.517899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.538782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.562815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:24.572351 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Usage tracker for resource:security_group_rule and tenant:e670cfc5719a47aca20a4c6e78dbe01d is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:24.582233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:24.585238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'Port': ['ID=84d374fe-cd96-4a26-98b2-540e86ada449,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:24.592592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:24.593665 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:24.626512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:24.675393 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.725401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.732426 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7007539 Apr 05 18:46:24.761926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.768021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:24.784269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8e94b66f-ac60-4359-b8e7-7902684e5463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:24.849517 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e670cfc5719a47aca20a4c6e78dbe01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530416 Apr 05 18:46:24.852539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36878) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:24.886422 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b8bed-fef6-4bd0-a6c2-2e4baeeb820b,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:24.901007 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:25.062517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f8213326-aa1b-4246-a88b-ce6b2621c5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:25.093165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f8213326-aa1b-4246-a88b-ce6b2621c5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:25.094229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:24Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:25.097942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-4dde5f72-feb0-41d2-baeb-d30663af0445 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:25.098875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c00913-e6ac-4d53-a2c5-9f8852889ff6 None None] The sync data for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb is: [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:24Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:46:25.182183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-4dde5f72-feb0-41d2-baeb-d30663af0445 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:25.194558 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970713ee-adf6-4f11-b3b8-1081a8b678b0 req-ff61cc75-b6ee-487d-8217-e43199423d09 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:25.198632 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-4dde5f72-feb0-41d2-baeb-d30663af0445 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--262397430&fields=id&tenant_id=1c224e3c266642458c8326264b32d574 HTTP/1.1" status: 200 len: 267 time: 0.1843436 Apr 05 18:46:25.211984 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-970713ee-adf6-4f11-b3b8-1081a8b678b0 req-ff61cc75-b6ee-487d-8217-e43199423d09 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.3086524 Apr 05 18:46:25.308450 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-970713ee-adf6-4f11-b3b8-1081a8b678b0 req-88d1c9ea-de36-4e62-9b68-6119ccd51a04 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952370 Apr 05 18:46:25.320956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f8213326-aa1b-4246-a88b-ce6b2621c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:25.338587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f03d8aae-6d81-44d6-9373-350c8580bfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:25.355386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8213326-aa1b-4246-a88b-ce6b2621c5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b8bed-fef6-4bd0-a6c2-2e4baeeb820b,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:25.357789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f8213326-aa1b-4246-a88b-ce6b2621c5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:25.373157 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f8213326-aa1b-4246-a88b-ce6b2621c5c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b64b8bed-fef6-4bd0-a6c2-2e4baeeb820b HTTP/1.1" status: 204 len: 168 time: 0.5094841 Apr 05 18:46:25.376813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f8213326-aa1b-4246-a88b-ce6b2621c5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:25.445817 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-47714c68-3c95-40d4-badb-abd70a932ec7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:25.446959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-47714c68-3c95-40d4-badb-abd70a932ec7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:network {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:25.477412 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e295e2d-9505-44f4-853e-c3f25ecc06cf {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:46:25.486831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-47714c68-3c95-40d4-badb-abd70a932ec7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:network {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:25.496043 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-47714c68-3c95-40d4-badb-abd70a932ec7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 811 time: 0.2956922 Apr 05 18:46:25.511143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:25.527440 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-d97636eb-ff26-4621-bc51-5177cc7b9016 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/quotas/1c224e3c266642458c8326264b32d574 HTTP/1.1" status: 200 len: 375 time: 0.0302682 Apr 05 18:46:25.609853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Transition to ACTIVE for port object 3e295e2d-9505-44f4-853e-c3f25ecc06cf will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:25.620260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:25.699765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:25.724458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2be7-19cb-49e4-a20b-08164fbbeda0 req-a85da88c-4e2e-4984-ae3a-c14661d755b6 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:25.726165 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dd0a2be7-19cb-49e4-a20b-08164fbbeda0 req-a85da88c-4e2e-4984-ae3a-c14661d755b6 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 943 time: 0.2230072 Apr 05 18:46:25.833300 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dd0a2be7-19cb-49e4-a20b-08164fbbeda0 req-2c605dbb-d178-42e6-a3a5-9dcce23b2f13 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949366 Apr 05 18:46:25.857598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36922) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:25.863538 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-cf354f3e-4f9f-4aa3-9479-2d6a2bee3837 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3347056 Apr 05 18:46:25.878774 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:25.884190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Pushing event updated for resources: {'Port': ['ID=3e295e2d-9505-44f4-853e-c3f25ecc06cf,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:25.896698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:25.897594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:25.901019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Usage tracker for resource:security_group_rule and tenant:a467bf6631df4ec4b5f0f0bb8537e7d5 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:25.904092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:25.917179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:26.057828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.062454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.068256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:26.099875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-97bd5b2b-c547-4cb7-b498-91b792c41b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:26.139432 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36930) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:26.190761 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a467bf6631df4ec4b5f0f0bb8537e7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314970 Apr 05 18:46:26.198993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36932) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:26.199722 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:26.206182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:26.206779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.218859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508e5da0-a33c-4d68-9684-b805945fd4ff,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:26.223676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:26.295589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f7c874c-aa15-42d3-85f0-df5fc41dfee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.339255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f7c874c-aa15-42d3-85f0-df5fc41dfee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.400672 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-59cd2551-483f-4e3e-ab87-3e7fef2bee15 service neutron] 10.222.0.15 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017250 Apr 05 18:46:26.461543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f7c874c-aa15-42d3-85f0-df5fc41dfee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.462117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Attempting to bind port 3e295e2d-9505-44f4-853e-c3f25ecc06cf on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:26.462699 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Attempting to bind port 3e295e2d-9505-44f4-853e-c3f25ecc06cf by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:26.463174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Attempting to bind port 3e295e2d-9505-44f4-853e-c3f25ecc06cf on network 8c00f14a-a2d0-4497-9081-343f6d275f3e {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:26.471126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:26.476406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.507773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c874c-aa15-42d3-85f0-df5fc41dfee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508e5da0-a33c-4d68-9684-b805945fd4ff,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:26.524292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2fba1-15f5-4959-8f7e-8a4e651fb691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:26.526631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f7c874c-aa15-42d3-85f0-df5fc41dfee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.530403 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7f7c874c-aa15-42d3-85f0-df5fc41dfee0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/508e5da0-a33c-4d68-9684-b805945fd4ff HTTP/1.1" status: 204 len: 168 time: 0.3272078 Apr 05 18:46:26.530403 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7f7c874c-aa15-42d3-85f0-df5fc41dfee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:26.551397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.565540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,segment=NetworkSegment(2fc14e89-3bd9-4cfe-a407-04f94a593432),segment_id=2fc14e89-3bd9-4cfe-a407-04f94a593432)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:26.575961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.577780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bed2b8ea-4ceb-490e-a705-6bf5d59a1ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:26.594533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Port 3e295e2d-9505-44f4-853e-c3f25ecc06cf on network 8c00f14a-a2d0-4497-9081-343f6d275f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:46:26.595014 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Attempting to bind port 3e295e2d-9505-44f4-853e-c3f25ecc06cf on network 8c00f14a-a2d0-4497-9081-343f6d275f3e {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:26.603291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf53ae-b81f-4857-af09-fd4da0382a50 req-de0e5e1e-153a-4f97-ba2f-251a464d2a53 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:26.612162 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-33cf53ae-b81f-4857-af09-fd4da0382a50 req-de0e5e1e-153a-4f97-ba2f-251a464d2a53 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 944 time: 0.2056468 Apr 05 18:46:26.614875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:26.624145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:26.624616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Checking segment: {'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:26.625132 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Bound using segment: {'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:26.625687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Bound port: 3e295e2d-9505-44f4-853e-c3f25ecc06cf, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:26.626146 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.643911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device a6f2b635-2492-42b5-9137-6e4019a9c7df up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:26.646873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Usage tracker for resource:security_group_rule and tenant:7788c05a53ea4f42ab64c8334d3f872e is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:26.683970 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-33cf53ae-b81f-4857-af09-fd4da0382a50 req-1b2171e0-2cb0-4b84-b3e9-76f16810aca1 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703795 Apr 05 18:46:26.704438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:26.728670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:26.759562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port a6f2b635-2492-42b5-9137-6e4019a9c7df completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:26.773907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:26.785485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port a6f2b635-2492-42b5-9137-6e4019a9c7df triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:26.786156 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.801539 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-3f9ca24e-cb68-4fd5-900f-52df704be5c6 service neutron] 10.222.0.15 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890984 Apr 05 18:46:26.802755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] For port 3e295e2d-9505-44f4-853e-c3f25ecc06cf, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:26.827946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:26.829314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] For port 3e295e2d-9505-44f4-853e-c3f25ecc06cf, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3e295e2d-9505-44f4-853e-c3f25ecc06cf,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:26.841093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.858145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:26.961953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:26.990972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36950) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:27.014073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port a6f2b635-2492-42b5-9137-6e4019a9c7df, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=a6f2b635-2492-42b5-9137-6e4019a9c7df,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:27.019219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.022177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:27.081078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.118777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:27.134974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a349e6-a190-47d0-99dc-245eb1820bb9 req-d5726ecd-a1bf-4220-a14c-be941fd56fbb tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:27.149650 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c3a349e6-a190-47d0-99dc-245eb1820bb9 req-d5726ecd-a1bf-4220-a14c-be941fd56fbb tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.3029439 Apr 05 18:46:27.149986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=a6f2b635-2492-42b5-9137-6e4019a9c7df,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:27.155837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Usage tracker for resource:security_group_rule and tenant:556c7211e6244b099790d54c2db9c81d is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:27.166014 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d2fba1-15f5-4959-8f7e-8a4e651fb691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a', 'code': 200} Apr 05 18:46:27.167875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:27.169291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Pushing event updated for resources: {'Port': ['ID=3e295e2d-9505-44f4-853e-c3f25ecc06cf,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:27.178622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:27.190337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:27.192090 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:27.249583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.254992 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.261344 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c3a349e6-a190-47d0-99dc-245eb1820bb9 req-21e2e3b3-0644-4c4d-9e3e-4dfad2903d31 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090229 Apr 05 18:46:27.280804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ee270b69-6ee4-4158-b9b9-862ebe751dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:27.294110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:27.294793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.296327 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] 10.222.0.44 "PUT /v2.0/ports/3e295e2d-9505-44f4-853e-c3f25ecc06cf HTTP/1.1" status: 200 len: 1093 time: 2.9458349 Apr 05 18:46:27.301874 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7788c05a53ea4f42ab64c8334d3f872e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881519 Apr 05 18:46:27.302592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d8aa34-3675-45ca-8c47-bc93eef2829d', 'tag': '3e295e2d-9505-44f4-853e-c3f25ecc06cf'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:27.310616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 36966) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:27.388929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8f422-dfcb-4cf6-8c39-02d49890e41d,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:27.471302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d55e94e7-7ec4-4289-9579-6112d07a95e7 req-05ddc667-d378-47fd-a06b-8182fa1d0a1d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:27.486122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:27.520344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d55e94e7-7ec4-4289-9579-6112d07a95e7 req-05ddc667-d378-47fd-a06b-8182fa1d0a1d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:27.521633 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d55e94e7-7ec4-4289-9579-6112d07a95e7 req-05ddc667-d378-47fd-a06b-8182fa1d0a1d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 210 time: 0.1416068 Apr 05 18:46:27.523458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.526555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.540738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9c701d7c-4099-4b9b-9352-22cd49895e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:27.596697 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=556c7211e6244b099790d54c2db9c81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5799141 Apr 05 18:46:27.598181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd385f-9344-44cf-aabd-d1d29a15a1c0,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:27.602800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:27.603669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 36984) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:27.688521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6fef7c45-c571-4be3-9e75-64f5efe70315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.726826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6fef7c45-c571-4be3-9e75-64f5efe70315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.729823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5fb58e8-e0bc-4191-a384-f074f1e0c3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.758418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5fb58e8-e0bc-4191-a384-f074f1e0c3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.781032 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d8aa34-3675-45ca-8c47-bc93eef2829d', 'tag': '3e295e2d-9505-44f4-853e-c3f25ecc06cf', 'status': 'completed', 'code': 200} Apr 05 18:46:27.781555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6fef7c45-c571-4be3-9e75-64f5efe70315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.784275 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0fa21331-2f29-4183-b11a-120aebb7be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:27.786070 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-0fa21331-2f29-4183-b11a-120aebb7be00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=450757c2945945cbba3c1a2a1f59a1be&device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 1096 time: 0.2960606 Apr 05 18:46:27.789729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a801b7f1-60bc-4734-8973-5331dc1b4ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:27.808463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef7c45-c571-4be3-9e75-64f5efe70315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd385f-9344-44cf-aabd-d1d29a15a1c0,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:27.811483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6fef7c45-c571-4be3-9e75-64f5efe70315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:27.814158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6fef7c45-c571-4be3-9e75-64f5efe70315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:27.834134 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6fef7c45-c571-4be3-9e75-64f5efe70315 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65dd385f-9344-44cf-aabd-d1d29a15a1c0 HTTP/1.1" status: 204 len: 168 time: 0.2288046 Apr 05 18:46:27.887985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178efa80-5c7f-416b-8fa0-5b81ef663a18 req-b2887c87-391e-407e-bf33-6483548f53c0 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:27.888763 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-178efa80-5c7f-416b-8fa0-5b81ef663a18 req-b2887c87-391e-407e-bf33-6483548f53c0 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Synchronizing usage tracker for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:27.893958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5fb58e8-e0bc-4191-a384-f074f1e0c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:28.030389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6465f1-e0fc-4cb7-a1d9-2cbf34623a81 req-552506c0-8bd6-4c59-97dc-3a974887f6f1 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:28.041845 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2d6465f1-e0fc-4cb7-a1d9-2cbf34623a81 req-552506c0-8bd6-4c59-97dc-3a974887f6f1 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 945 time: 0.1277487 Apr 05 18:46:28.116097 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2d6465f1-e0fc-4cb7-a1d9-2cbf34623a81 req-fd1822af-a6da-42e7-8925-3dc50fad9667 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684876 Apr 05 18:46:28.217372 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-722fa410-d91c-48c4-9967-e682502fa5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:28.234231 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-83ee8a7b-222f-49f4-bd3e-989bcab87992 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e295e2d-9505-44f4-853e-c3f25ecc06cf HTTP/1.1" status: 200 len: 217 time: 0.4182200 Apr 05 18:46:28.242154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c366f98-23d0-41b6-8f38-3495900aa09a req-5df74164-e684-47ba-9194-5dadc14362cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:28.243778 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2c366f98-23d0-41b6-8f38-3495900aa09a req-5df74164-e684-47ba-9194-5dadc14362cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 1098 time: 0.6967635 Apr 05 18:46:28.250727 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb58e8-e0bc-4191-a384-f074f1e0c3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8f422-dfcb-4cf6-8c39-02d49890e41d,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:28.254021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d5fb58e8-e0bc-4191-a384-f074f1e0c3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:28.425852 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-178efa80-5c7f-416b-8fa0-5b81ef663a18 req-b2887c87-391e-407e-bf33-6483548f53c0 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Unset dirty status for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:28.433635 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-178efa80-5c7f-416b-8fa0-5b81ef663a18 req-b2887c87-391e-407e-bf33-6483548f53c0 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 943 time: 1.0047364 Apr 05 18:46:28.450371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5fb58e8-e0bc-4191-a384-f074f1e0c3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:28.454054 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d5fb58e8-e0bc-4191-a384-f074f1e0c3d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66d8f422-dfcb-4cf6-8c39-02d49890e41d HTTP/1.1" status: 204 len: 168 time: 1.1399422 Apr 05 18:46:28.491502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbca97-363d-4058-8455-8dafe862cbe0 req-ee503708-c136-49a7-908a-23f111d86f7f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:28.496157 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-61dbca97-363d-4058-8455-8dafe862cbe0 req-ee503708-c136-49a7-908a-23f111d86f7f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.1128016 Apr 05 18:46:28.515917 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2c366f98-23d0-41b6-8f38-3495900aa09a req-7939d1ac-80ca-48f6-8d06-cc7967cd87f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590179 Apr 05 18:46:28.557227 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-61dbca97-363d-4058-8455-8dafe862cbe0 req-70225148-d940-49d0-88b5-6fd4f875f05c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543516 Apr 05 18:46:28.586185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-2faca39f-88f9-4336-9f6c-1f811641a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:28.589109 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-2faca39f-88f9-4336-9f6c-1f811641a7df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd HTTP/1.1" status: 200 len: 854 time: 0.3442483 Apr 05 18:46:28.598512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-178efa80-5c7f-416b-8fa0-5b81ef663a18 req-95970d96-a5dc-4a11-997a-7d447b87776e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Synchronizing usage tracker for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:28.621302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device a6f2b635-2492-42b5-9137-6e4019a9c7df up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:28.736307 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-5eb30cae-c4f9-4479-8e65-b319ee4d58d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c00f14a-a2d0-4497-9081-343f6d275f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319294 Apr 05 18:46:28.807002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-178efa80-5c7f-416b-8fa0-5b81ef663a18 req-95970d96-a5dc-4a11-997a-7d447b87776e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Unset dirty status for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:28.820274 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-178efa80-5c7f-416b-8fa0-5b81ef663a18 req-95970d96-a5dc-4a11-997a-7d447b87776e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855877 Apr 05 18:46:28.834362 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689feaf1-2664-4280-b601-5220972208f1 req-4051488e-e4b4-4b6e-83a4-2f5f1dd9c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:28.842268 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-689feaf1-2664-4280-b601-5220972208f1 req-4051488e-e4b4-4b6e-83a4-2f5f1dd9c110 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 1099 time: 0.5019369 Apr 05 18:46:28.924132 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d80d5aa4-1006-4416-a0c7-72f189b5dbdb req-cbefb865-1502-44cc-a814-9497e6313258 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 210 time: 0.1665101 Apr 05 18:46:29.157324 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port a6f2b635-2492-42b5-9137-6e4019a9c7df triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:29.158175 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:29.264898 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-689feaf1-2664-4280-b601-5220972208f1 req-44861e79-0306-4ada-971d-c4229e5a4cef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151605 Apr 05 18:46:29.323155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-e4554417-dd45-4b05-ab91-9a95699c6d7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:29.324808 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-e4554417-dd45-4b05-ab91-9a95699c6d7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 811 time: 0.3114374 Apr 05 18:46:29.382874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37040) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:29.391833 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-76d8a9a1-8e5c-4aac-adaf-16d1c2a74285 service neutron] 10.222.0.44 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367409 Apr 05 18:46:29.454717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e2cc-afd7-4068-ac8d-d820fbdafb94 req-d025a5e6-b05a-4f9a-886e-a5e5265fc4be tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:29.462552 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-add7e2cc-afd7-4068-ac8d-d820fbdafb94 req-d025a5e6-b05a-4f9a-886e-a5e5265fc4be tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 945 time: 0.1241155 Apr 05 18:46:29.577473 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-34fc8f00-1876-42c4-96d0-ac5a2ea12fd8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c224e3c266642458c8326264b32d574 HTTP/1.1" status: 200 len: 5707 time: 0.2341461 Apr 05 18:46:29.603202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'port': {'device_id': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'admin_state_up': True, 'tenant_id': '1c224e3c266642458c8326264b32d574', 'security_groups': ['eb7ac519-eeeb-48ef-aad7-f51fa4b3037a']}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:29.734287 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d8de146c-a3b6-4889-9d1f-0fe0ab711332 req-b7a5e5b6-e4da-4758-ba31-39f31b3ddeab service neutron] 10.222.0.44 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145981 Apr 05 18:46:29.794617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-876247857-network', 'tenant_id': 'b97aee16ca0345899e89570241e7b979'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:29.802064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:29.814755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Usage tracker for resource:network and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:29.819495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:29.830629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:29.838294 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-add7e2cc-afd7-4068-ac8d-d820fbdafb94 req-279e188c-f7db-4e8a-8a94-a4132f8500ff tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748555 Apr 05 18:46:29.847650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Made reservation on behalf of b97aee16ca0345899e89570241e7b979 for: {'network': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:29.863752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:29.900356 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:29.947266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:29.987684 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:29.993524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:30.007161 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:30.020111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:30.026251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-d083033d-4016-4314-a76b-cbc432467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:30.027932 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-d083033d-4016-4314-a76b-cbc432467023 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=450757c2945945cbba3c1a2a1f59a1be&device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 1096 time: 0.2176783 Apr 05 18:46:30.037511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750df54-1e84-495c-8c6d-3764c2878070 req-226b4f45-0403-480a-9e31-fdb098808fd8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:30.039063 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6750df54-1e84-495c-8c6d-3764c2878070 req-226b4f45-0403-480a-9e31-fdb098808fd8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.3111005 Apr 05 18:46:30.039737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Made reservation on behalf of 1c224e3c266642458c8326264b32d574 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:30.046771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:30.057553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:30.126225 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c0202-4da5-4446-9e59-5db575f29f03 req-4d78076f-23f6-4585-8d5f-1abe756162d1 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:30.127921 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-576c0202-4da5-4446-9e59-5db575f29f03 req-4d78076f-23f6-4585-8d5f-1abe756162d1 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 943 time: 0.1750007 Apr 05 18:46:30.215115 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-576c0202-4da5-4446-9e59-5db575f29f03 req-4b551aeb-0787-43c0-b2a5-7f894e8d9141 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779366 Apr 05 18:46:30.278208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:30.282525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:30.310308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=84248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:46:30.332786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:30.335701 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Added segment 2c1ffbf6-b075-4321-a28f-57a18cb12f6c of type vlan for network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b Apr 05 18:46:30.337303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a8ffa217-bc46-45db-8b91-79c5c1f19863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:30.381778 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6750df54-1e84-495c-8c6d-3764c2878070 req-fbbb2dbe-701a-46b2-8d21-8ba1470d2c6c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056054 Apr 05 18:46:30.438026 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-675a3aa6-2751-42a9-90f4-c18e6c3f829e req-624770a4-6d62-4442-ba22-9f0ba12fbe9b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 210 time: 0.0868940 Apr 05 18:46:30.488827 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:30.557616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff080da0-c866-4645-b6c3-088c3f3e234d,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:30.589824 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:30.598893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Allocated IP 172.20.0.9 (593d143a-d23e-4cdf-af32-02d7a8663f0d/c573cac3-941f-4438-bb34-e5bf7cdb0eed/976810fb-90b3-4d31-8f4a-279b2a5ff1b8) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:30.601230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:30.603649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:30.604560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:30.611332 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:30.629895 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-4e2c38fb-6f8a-438a-949b-5cb544f95c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:30.631681 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-4e2c38fb-6f8a-438a-949b-5cb544f95c8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c00f14a-a2d0-4497-9081-343f6d275f3e HTTP/1.1" status: 200 len: 915 time: 0.5590069 Apr 05 18:46:30.729922 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3379917 Apr 05 18:46:30.729922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:30.730302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37082) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:30.731104 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-56b53b02-4406-46fb-83aa-9f50b262ec7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e295e2d-9505-44f4-853e-c3f25ecc06cf HTTP/1.1" status: 200 len: 217 time: 0.0846848 Apr 05 18:46:30.732751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:30.737117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Request body: {'subnet': {'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-876247857-subnet', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:30.741316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:46:30.747242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:30.752010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Usage tracker for resource:subnet and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:30.755407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:30.764074 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:30.775009 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Made reservation on behalf of b97aee16ca0345899e89570241e7b979 for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:30.781561 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:30.925589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-c99ee260-6576-4554-9a3b-af8be0e69372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:30.927159 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-c99ee260-6576-4554-9a3b-af8be0e69372 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd HTTP/1.1" status: 200 len: 854 time: 0.1872654 Apr 05 18:46:31.005011 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-e9564954-067a-41ab-89d5-4e247f971258 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c00f14a-a2d0-4497-9081-343f6d275f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618355 Apr 05 18:46:31.053918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:31.133679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Transition to ACTIVE for port object 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 will not be triggered until provisioned by entity DHCP. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:31.169468 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85c4b9-7ee6-43a0-bde8-c429577be659 req-4f188a67-363d-426b-a579-e68103d61932 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:31.171065 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fe85c4b9-7ee6-43a0-bde8-c429577be659 req-4f188a67-363d-426b-a579-e68103d61932 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 945 time: 0.1884868 Apr 05 18:46:31.187375 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-506f7fc9-efde-4d38-b2bd-fa08a34fafd6 service neutron] 10.222.0.44 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670227 Apr 05 18:46:31.219779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:31.242724 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:31.252613 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fe85c4b9-7ee6-43a0-bde8-c429577be659 req-1ab43a69-d6c1-4c7e-8bdd-093747b1db0b tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701716 Apr 05 18:46:31.332273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:31.348272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0591beaa-1abc-48b9-9113-6ce1274a9200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:31.366473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'Port': ['ID=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:31.499444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f10ffc-c227-4dcf-b061-1c2c9710e050,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:31.514926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:31.655246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Checking segment: {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:31.655884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Network hostable DHCP agents. Network: 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:46:31.664392 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:31.669888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaed733-6253-4dec-ba2b-beaa4ace3236 req-3e2fed10-d405-4e83-9d9d-2696bd4ce092 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:31.678186 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-afaed733-6253-4dec-ba2b-beaa4ace3236 req-3e2fed10-d405-4e83-9d9d-2696bd4ce092 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.1653233 Apr 05 18:46:31.728961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-34e3fb87-ceb2-4bd7-b8c3-df21d6b724b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:31.743456 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-afaed733-6253-4dec-ba2b-beaa4ace3236 req-a2366c86-4f7b-41e7-9546-2b13afdfed27 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 Apr 05 18:46:31.768378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:46:31.788224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:31.792628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:31.793445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:31.798823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9bbd1a-e0f6-41b0-b5ab-9b84c6f2ec77 None None] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:31.851205 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-599ab8ec-3fa7-4f17-8f08-879cbbf9d08a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1174867 Apr 05 18:46:31.851865 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37112) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:31.857718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:31.869367 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:31.884225 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Usage tracker for resource:router and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:31.892960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:31.905051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:31.925665 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-941280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769335'] for router, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:31.927012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853834617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853840528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853821891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6462'] for router, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:31.957836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.060741 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6fde97cc-d840-4a0f-8a6e-96c1a8d51fbc req-4f345b15-a398-44a8-a09e-56c84a1ec58b service neutron] 10.222.0.44 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8654718 Apr 05 18:46:32.096334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:32.098409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 3e295e2d-9505-44f4-853e-c3f25ecc06cf details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:46:32.099598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:32.102525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:32.155141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c77a0-61ab-4e09-905c-4cfb2e205dc3 req-b289a558-caf3-4618-bd30-9e25975e00e3 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:32.163601 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac9c77a0-61ab-4e09-905c-4cfb2e205dc3 req-b289a558-caf3-4618-bd30-9e25975e00e3 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 943 time: 0.7938342 Apr 05 18:46:32.189972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9855afb8-0c15-5da4-869e-3ddf461a0e91-2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050'}]}} from dv-cinder-782405-5-smb. {{(pid=84250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 18:46:32.190938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.240525 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac9c77a0-61ab-4e09-905c-4cfb2e205dc3 req-9c3bbd43-5b4d-4d12-8aeb-774b8483de60 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759287 Apr 05 18:46:32.266012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:32.266746 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.318076 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7200882 Apr 05 18:46:32.332004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Request body: {'port': {'device_id': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:32.332856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.444158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54a0d6-2ae7-4e21-808e-80d8c1ffc506 req-21cb2f3c-9343-4ed4-97c5-279f6137a9ef tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:32.451558 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d54a0d6-2ae7-4e21-808e-80d8c1ffc506 req-21cb2f3c-9343-4ed4-97c5-279f6137a9ef tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 931 time: 0.4754076 Apr 05 18:46:32.490362 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.491424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 3e295e2d-9505-44f4-853e-c3f25ecc06cf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3e295e2d-9505-44f4-853e-c3f25ecc06cf,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:32.501502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-15862730-f1cb-42bc-a2c4-55195ffd80ff None None] Provisioning for port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:32.509958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-0d54a0d6-2ae7-4e21-808e-80d8c1ffc506 req-43a57b42-1344-4cbc-9575-fd7cb43476e8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:32.511033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-15862730-f1cb-42bc-a2c4-55195ffd80ff None None] Provisioning complete for port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:32.511481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15862730-f1cb-42bc-a2c4-55195ffd80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.527677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-0d54a0d6-2ae7-4e21-808e-80d8c1ffc506 req-43a57b42-1344-4cbc-9575-fd7cb43476e8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:32.537184 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d54a0d6-2ae7-4e21-808e-80d8c1ffc506 req-43a57b42-1344-4cbc-9575-fd7cb43476e8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846648 Apr 05 18:46:32.579459 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-15862730-f1cb-42bc-a2c4-55195ffd80ff None None] Port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:46:32.588652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '3e295e2d-9505-44f4-853e-c3f25ecc06cf', 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e', 'port_id': '3e295e2d-9505-44f4-853e-c3f25ecc06cf', 'mac_address': 'fa:16:3e:a4:25:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:46:32.592585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Allocated IP 172.20.0.2 (2772e18a-ce31-41f7-ba72-fe2a8e61cf5b/35f10ffc-c227-4dcf-b061-1c2c9710e050/ee4a54c3-4d9a-4015-842c-4332248e65cb) {{(pid=84250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:32.653804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.680044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e295e2d-9505-44f4-853e-c3f25ecc06cf {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:46:32.771236 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-88d821cc-b87f-487b-ab4b-d52faeacfc2f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5ed0261370354286924d2f3ee33a1f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1010888 Apr 05 18:46:32.777311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 3e295e2d-9505-44f4-853e-c3f25ecc06cf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3e295e2d-9505-44f4-853e-c3f25ecc06cf,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:32.796033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.801852 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bed2b8ea-4ceb-490e-a705-6bf5d59a1ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:32.850318 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:32.931427 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49e8dd-026d-4dfa-b646-1fa6015a27a9 req-02645b00-1945-4b81-b43c-82d8c48df120 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:32.933649 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3a49e8dd-026d-4dfa-b646-1fa6015a27a9 req-02645b00-1945-4b81-b43c-82d8c48df120 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.3275919 Apr 05 18:46:32.971953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=3e295e2d-9505-44f4-853e-c3f25ecc06cf,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:32.975618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:33.050520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Notify callbacks [] for port, precommit_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.064189 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Transition to ACTIVE for port object ee4a54c3-4d9a-4015-842c-4332248e65cb will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:33.105186 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3a49e8dd-026d-4dfa-b646-1fa6015a27a9 req-f031fbb2-16db-4ff8-9ac7-79a80d4fd889 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310763 Apr 05 18:46:33.107011 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Transition to ACTIVE for port object ee4a54c3-4d9a-4015-842c-4332248e65cb will not be triggered until provisioned by entity DHCP. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:33.114801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['3e295e2d-9505-44f4-853e-c3f25ecc06cf'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:46:33.150483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.179179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:33.219181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:46:33.230291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.262838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Transition to ACTIVE for port object 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:33.270222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.281545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.308357 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:33.325002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.365149 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Pushing event updated for resources: {'Port': ['ID=ee4a54c3-4d9a-4015-842c-4332248e65cb,revision_number=1']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:33.368391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:33.489818 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0810-6098-4968-901b-6fb44f693e38 req-f7840e3a-4986-4e5b-94b8-2d22a8c9fd3f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:33.498367 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-f7840e3a-4986-4e5b-94b8-2d22a8c9fd3f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6914446 Apr 05 18:46:33.505999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b is already hosted by enough agents. {{(pid=84250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:33.510490 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Resources bound (agent type, host, resource id): {{(pid=84250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:33.513045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Received port after_create {{(pid=84250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:33.563221 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-ae1c1df4-131f-458a-ae7f-90ff6d8ee860 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/quotas/5ed0261370354286924d2f3ee33a1f67 HTTP/1.1" status: 200 len: 375 time: 0.0636108 Apr 05 18:46:33.630536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Pushing event updated for resources: {'Port': ['ID=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:33.647586 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-c7c74ab1-a29f-4b5f-bee6-45f703ea2912 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ed0261370354286924d2f3ee33a1f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829542 Apr 05 18:46:33.653681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:33.656803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Attempting to bind port ee4a54c3-4d9a-4015-842c-4332248e65cb on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:33.657205 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Attempting to bind port ee4a54c3-4d9a-4015-842c-4332248e65cb by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:33.657775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Attempting to bind port ee4a54c3-4d9a-4015-842c-4332248e65cb on network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:33.664254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:33.665128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Checking segment: {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:33.665599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.666045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Bound using segment: {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:33.667114 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Bound port: ee4a54c3-4d9a-4015-842c-4332248e65cb, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:33.667114 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.728096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add57d11-b121-4f02-b2fb-9beb2427c635 req-3e6ec0d5-10b6-428c-a2f3-cf26b98c9724 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:33.729633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Allocated IP 172.28.3.32 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/b8c86e57-7a8b-494b-abd6-9feca3e294fa) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:33.730081 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-add57d11-b121-4f02-b2fb-9beb2427c635 req-3e6ec0d5-10b6-428c-a2f3-cf26b98c9724 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 944 time: 0.3077161 Apr 05 18:46:33.892700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] For port ee4a54c3-4d9a-4015-842c-4332248e65cb, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:33.900655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] For port ee4a54c3-4d9a-4015-842c-4332248e65cb, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ee4a54c3-4d9a-4015-842c-4332248e65cb,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:33.907286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:33.961553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:34.182514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:34.237441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Attempting to bind port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:34.242862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c1c2aa91-79be-4c4a-bf57-6222ec02c662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:34.243552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Attempting to bind port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:34.243704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:34.244217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Attempting to bind port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 on network 593d143a-d23e-4cdf-af32-02d7a8663f0d {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:34.259088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 on network 593d143a-d23e-4cdf-af32-02d7a8663f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:46:34.260164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:34.262922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Attempting to bind port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 on network 593d143a-d23e-4cdf-af32-02d7a8663f0d {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:34.289685 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:34.290334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Checking segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:34.290943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Bound using segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:34.291598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Bound port: 976810fb-90b3-4d31-8f4a-279b2a5ff1b8, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:34.292140 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:34.301872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:34.334284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Pushing event updated for resources: {'Port': ['ID=ee4a54c3-4d9a-4015-842c-4332248e65cb,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:34.345000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:34.397811 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-add57d11-b121-4f02-b2fb-9beb2427c635 req-8c020581-236a-4429-abd3-de49135c6fe6 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907373 Apr 05 18:46:34.497889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] For port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:34.502617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] For port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:34.588355 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:34.614050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:34.629398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Pushing event updated for resources: {'Port': ['ID=b8c86e57-7a8b-494b-abd6-9feca3e294fa,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:34.678052 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac96b469-f04e-423a-ad4b-960803ed7bf7 req-380e56ae-90e0-481c-a499-0747710a9a66 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 210 time: 0.1774483 Apr 05 18:46:34.695536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:34.728398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ba4a-4d70-4ef0-b94d-6cdefcc2425f req-e536c61e-e87d-4c21-8532-94e1fa696165 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:34.730429 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4d14ba4a-4d70-4ef0-b94d-6cdefcc2425f req-e536c61e-e87d-4c21-8532-94e1fa696165 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 943 time: 0.2691383 Apr 05 18:46:34.834669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:34.846919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:34.856793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:34.869707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 37178) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:34.881056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Pushing event updated for resources: {'Port': ['ID=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:34.887770 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:34.981516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:34.982454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:34.984146 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] 10.222.0.44 "PUT /v2.0/ports/976810fb-90b3-4d31-8f4a-279b2a5ff1b8 HTTP/1.1" status: 200 len: 1093 time: 2.6573195 Apr 05 18:46:34.985124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'tag': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:35.073721 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'tag': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'status': 'completed', 'code': 200} Apr 05 18:46:35.159183 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4d14ba4a-4d70-4ef0-b94d-6cdefcc2425f req-c69f461b-d219-4e86-b168-d2fa53c3eebf tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168441 Apr 05 18:46:35.243867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:35.261441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:35.265628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Usage tracker for resource:security_group_rule and tenant:444b37869ac946479f77926fe4a859ce is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:35.268753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:35.275302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:35.329449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-c90dae6d-7632-47e1-b0d3-eca3dab2baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:35.334539 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-c90dae6d-7632-47e1-b0d3-eca3dab2baeb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 1096 time: 0.2275219 Apr 05 18:46:35.436540 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-31698923-74c8-4845-93ea-8a1992b699c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8 HTTP/1.1" status: 200 len: 217 time: 0.0927656 Apr 05 18:46:35.528805 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-49301353-5e66-4e31-bd02-4f4ceaa65eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:35.530534 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-49301353-5e66-4e31-bd02-4f4ceaa65eda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.0746455 Apr 05 18:46:35.536901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:35.741091 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:35.878143 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-fd59d832-789e-4201-a42d-f934bfb6026c tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5ed0261370354286924d2f3ee33a1f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1910317 Apr 05 18:46:35.889723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:35.903087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f43f65a4-ccff-4d76-85de-0fa27859ef61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:35.917078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:35.942601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-a9e11aec-9ed8-490c-9a27-73a8f1d50dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:35.944627 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-a9e11aec-9ed8-490c-9a27-73a8f1d50dcd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4053621 Apr 05 18:46:35.986540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0634f986-f4d9-4de3-86f5-d368a451a68c,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:35.993751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:36.101494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 3e295e2d-9505-44f4-853e-c3f25ecc06cf up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:36.115456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326'] for router, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:36.125923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cde26-248a-4a7d-9276-6080957da56b req-92126e20-badb-4b2c-a9f4-ca3c36c8141c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:36.128124 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bb3cde26-248a-4a7d-9276-6080957da56b req-92126e20-badb-4b2c-a9f4-ca3c36c8141c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2818160 Apr 05 18:46:36.157285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2a2c4-2e75-4d19-ba19-1b299dfd29a6 None None] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:36.186531 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=444b37869ac946479f77926fe4a859ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3133149 Apr 05 18:46:36.197783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37216) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:36.248035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-03cc9379-082f-4edc-9c98-d2280fb53e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:36.249630 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-03cc9379-082f-4edc-9c98-d2280fb53e2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1098 time: 0.4564917 Apr 05 18:46:36.328547 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc4f6-c75d-4370-a47e-8395dc6d5e63 req-6ecbd1fe-f939-4373-b4b8-ce5282a8314d tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:36.330258 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2f5fc4f6-c75d-4370-a47e-8395dc6d5e63 req-6ecbd1fe-f939-4373-b4b8-ce5282a8314d tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 944 time: 0.6733975 Apr 05 18:46:36.362978 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bb3cde26-248a-4a7d-9276-6080957da56b req-fae46b11-47d7-41ce-9b40-deebb54755b4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787937 Apr 05 18:46:36.409589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-47ce3850-77fd-4f8b-9853-091ad3e7240a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:36.455539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-47ce3850-77fd-4f8b-9853-091ad3e7240a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:36.568297 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3f7e638e-5d95-470b-b380-91d1c8f74624 req-588d0961-4cd2-44bf-9d1a-3315de89a408 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 210 time: 0.0910511 Apr 05 18:46:36.589476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f is scheduled to L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 with binding_index 1 {{(pid=84248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 18:46:36.602051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-47ce3850-77fd-4f8b-9853-091ad3e7240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:36.662756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 3e295e2d-9505-44f4-853e-c3f25ecc06cf completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:36.671835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:36.672261 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-22c588ea-ff7c-43ea-a468-58011fc711c2 None None] Provisioning for port ee4a54c3-4d9a-4015-842c-4332248e65cb completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:36.686523 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 3e295e2d-9505-44f4-853e-c3f25ecc06cf triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:36.687372 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:36.692611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0810-6098-4968-901b-6fb44f693e38 req-ae48518d-63c2-4183-a784-d0207c3b6595 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:36.694181 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-ae48518d-63c2-4183-a784-d0207c3b6595 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7948611 Apr 05 18:46:36.702265 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-3397793c-0388-4565-8de1-3879ae88e146 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016118 Apr 05 18:46:36.753361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Request body: {'port': {'device_id': '2968184e-ba42-4971-a454-8e80bd5e4870', 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46', 'admin_state_up': True, 'tenant_id': '5ed0261370354286924d2f3ee33a1f67'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:36.761947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce3850-77fd-4f8b-9853-091ad3e7240a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0634f986-f4d9-4de3-86f5-d368a451a68c,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:36.766915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-47ce3850-77fd-4f8b-9853-091ad3e7240a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:36.768428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ee4a54c3-4d9a-4015-842c-4332248e65cb up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:36.791604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-47ce3850-77fd-4f8b-9853-091ad3e7240a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:36.792818 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-47ce3850-77fd-4f8b-9853-091ad3e7240a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0634f986-f4d9-4de3-86f5-d368a451a68c HTTP/1.1" status: 204 len: 168 time: 0.5865302 Apr 05 18:46:36.915389 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2f5fc4f6-c75d-4370-a47e-8395dc6d5e63 req-7fd91d7e-ff1d-4b0c-be16-269647004f3b tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745874 Apr 05 18:46:36.984389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-3b6767d8-268c-4279-ac28-803ae42f60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:36.986216 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-3b6767d8-268c-4279-ac28-803ae42f60e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.7008007 Apr 05 18:46:37.064803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port ee4a54c3-4d9a-4015-842c-4332248e65cb completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:37.075976 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port ee4a54c3-4d9a-4015-842c-4332248e65cb triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:37.076401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.118967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.174705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d8aa34-3675-45ca-8c47-bc93eef2829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e295e2d-9505-44f4-853e-c3f25ecc06cf'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:37.194850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 3e295e2d-9505-44f4-853e-c3f25ecc06cf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3e295e2d-9505-44f4-853e-c3f25ecc06cf,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:37.201331 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-3559976f-80f8-44fb-a4fd-f0c5fda51aff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 200 len: 217 time: 0.1889627 Apr 05 18:46:37.206457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.209276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:37.304502 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-006b5902-9d5a-49a4-aeca-e2a75bc0ef38 req-abc2ff8e-638c-4495-a864-0e7fe4f0480f service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885215 Apr 05 18:46:37.313860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:46:37.328246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Sync routers for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:46:37.341487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:37.351378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Usage tracker for resource:port and tenant:5ed0261370354286924d2f3ee33a1f67 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:37.355588 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-213fd853-bcda-4b30-b054-c4144011a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:37.357787 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-213fd853-bcda-4b30-b054-c4144011a63d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.1133456 Apr 05 18:46:37.357976 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:37.358692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:37.359583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:37.366769 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:37.377576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Made reservation on behalf of 5ed0261370354286924d2f3ee33a1f67 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:37.384693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.398268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.404031 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5514317 Apr 05 18:46:37.407176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37232) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:37.477655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=3e295e2d-9505-44f4-853e-c3f25ecc06cf,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:37.484847 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:37.486288 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.497707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-4e210a77-8149-4ad7-b09d-bb1d8bd4ec0b None None] Provisioning complete for port ee4a54c3-4d9a-4015-842c-4332248e65cb triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:37.498335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4e210a77-8149-4ad7-b09d-bb1d8bd4ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.502955 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.587227 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-78f6d66c-31d7-499e-91c9-8458b91b7032 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864185 Apr 05 18:46:37.591293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:37.601319 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:37.606553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Usage tracker for resource:security_group_rule and tenant:5ed0261370354286924d2f3ee33a1f67 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:37.610072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:37.618039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:37.660197 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port ee4a54c3-4d9a-4015-842c-4332248e65cb, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ee4a54c3-4d9a-4015-842c-4332248e65cb,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:37.670572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.672799 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:37.705546 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4e210a77-8149-4ad7-b09d-bb1d8bd4ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.723238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.724535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 37238) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:37.762528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.791119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-065f12a1-5cd2-47f4-8bf6-616b87513172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:37.836311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=ee4a54c3-4d9a-4015-842c-4332248e65cb,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:37.840651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:37.842547 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.api [None req-4e210a77-8149-4ad7-b09d-bb1d8bd4ec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:46:37.842972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_db.api [None req-4e210a77-8149-4ad7-b09d-bb1d8bd4ec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 18:46:37.914116 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:35Z', 'revision_number': 3, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:37.918551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Checking router: 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:46:37.918958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Updating router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f port b8c86e57-7a8b-494b-abd6-9feca3e294fa binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:46:37.924722 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f781b397-ccfe-4479-a01d-73aeeba450c2,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:37.929765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e117-e2da-408c-8675-5ee796f248e2 req-a4a052ca-de60-4ee8-8a16-f279ff4a8806 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:37.936282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:37.938779 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aa52e117-e2da-408c-8675-5ee796f248e2 req-a4a052ca-de60-4ee8-8a16-f279ff4a8806 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 943 time: 0.7453547 Apr 05 18:46:37.943260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:37.980857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:38.006290 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aa52e117-e2da-408c-8675-5ee796f248e2 req-b73b7be6-dbc7-4806-b348-644b77d46207 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665593 Apr 05 18:46:38.019775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:38.052157 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5e5727d26b4624837be6342afe9f38 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:38.059427 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:38.074026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:38.108328 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d8aa34-3675-45ca-8c47-bc93eef2829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e295e2d-9505-44f4-853e-c3f25ecc06cf', 'code': 200} Apr 05 18:46:38.184274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b58f0-213d-43d1-9383-ddf993134ad6 req-c6156cd3-9401-4778-9b0c-367b21014ab3 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:38.192371 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-579b58f0-213d-43d1-9383-ddf993134ad6 req-c6156cd3-9401-4778-9b0c-367b21014ab3 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 945 time: 0.7021987 Apr 05 18:46:38.239741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-f3e87d54-3678-4d53-a1bb-2482c9f4e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:38.241341 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-f3e87d54-3678-4d53-a1bb-2482c9f4e12e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 1096 time: 0.8424027 Apr 05 18:46:38.243227 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-3826d981-0376-404c-9178-9ea7e56d3adb service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173013 Apr 05 18:46:38.428775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.44', 62936) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:38.471781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Allocated IP 192.168.233.189 (48dab9d1-7a71-4e91-9d27-22accbccca46/40309985-36a3-4595-80fa-df00ddd409c0/87df002d-9f7a-4b86-85bc-0e2735170b81) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:38.483154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:38.497760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Transition to ACTIVE for port object b8c86e57-7a8b-494b-abd6-9feca3e294fa will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:38.505603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:38.520397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-39f8b2e5-7b34-41e2-9bc5-3f64f23b4777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:38.535943 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-579b58f0-213d-43d1-9383-ddf993134ad6 req-3da73fe0-b8a5-48f9-a55d-9f826cdea57a tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425047 Apr 05 18:46:38.562965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa95b6-aa9d-4f9d-844d-7176a0c3b907 req-839e71e9-0ef4-4e9e-bfad-19aad8b96154 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:38.564670 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08fa95b6-aa9d-4f9d-844d-7176a0c3b907 req-839e71e9-0ef4-4e9e-bfad-19aad8b96154 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2985718 Apr 05 18:46:38.585150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ee4a54c3-4d9a-4015-842c-4332248e65cb up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:38.681974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1297-b394-47ad-a8c8-146eab2725be req-048aed8c-a926-4fdc-bab3-f8ee56deffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:38.683624 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6e2c1297-b394-47ad-a8c8-146eab2725be req-048aed8c-a926-4fdc-bab3-f8ee56deffdb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 1098 time: 0.3426855 Apr 05 18:46:38.705545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port ee4a54c3-4d9a-4015-842c-4332248e65cb triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:38.705970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:38.718867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:38.744917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-53b42563-8b6c-49a9-a8d6-c2ef708f34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:38.746429 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08fa95b6-aa9d-4f9d-844d-7176a0c3b907 req-25233daf-96f8-4336-9ef7-da4ec2bcc86e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725426 Apr 05 18:46:38.746572 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-53b42563-8b6c-49a9-a8d6-c2ef708f34e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 912 time: 0.4501688 Apr 05 18:46:38.828648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-b60f1875-9bba-494e-8d69-53cc7cc21246 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:38.830824 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-b60f1875-9bba-494e-8d69-53cc7cc21246 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.44 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 945 time: 0.3981433 Apr 05 18:46:38.926627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1facdb-361d-4593-b864-936026ba15c0 None None] Pushing event updated for resources: {'Port': ['ID=b8c86e57-7a8b-494b-abd6-9feca3e294fa,revision_number=2']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:38.938556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8e1facdb-361d-4593-b864-936026ba15c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:38.957973 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2d54a9cb-db83-4bf1-898e-597a532879b2 req-6bfddb1b-c664-4e0c-876c-931d44d27713 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 210 time: 0.2021122 Apr 05 18:46:38.959936 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-4bc02a2c-8d9b-469d-9e4c-6771386ebfd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8 HTTP/1.1" status: 200 len: 217 time: 0.1873107 Apr 05 18:46:39.025785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Attempting to bind port b8c86e57-7a8b-494b-abd6-9feca3e294fa on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:39.026198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Attempting to bind port b8c86e57-7a8b-494b-abd6-9feca3e294fa by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:39.026605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Attempting to bind port b8c86e57-7a8b-494b-abd6-9feca3e294fa on network c31d3d47-af10-4a12-bee5-4e18c2c19501 {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:39.032470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:39.033470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:39.034244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.034682 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Bound using segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:39.035201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Bound port: b8c86e57-7a8b-494b-abd6-9feca3e294fa, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:39.035640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.057183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-6e2c1297-b394-47ad-a8c8-146eab2725be req-ac05f548-ca2a-4c61-9d26-a5891c4c8c07 service neutron] Synchronizing usage tracker for tenant:72e77f6038b447ea84656a80903d58af on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:39.101601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Deleting port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:46:39.102187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.105964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.119608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] For port b8c86e57-7a8b-494b-abd6-9feca3e294fa, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:39.123010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] For port b8c86e57-7a8b-494b-abd6-9feca3e294fa, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b8c86e57-7a8b-494b-abd6-9feca3e294fa,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:39.127589 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a21ca2-a563-4934-97d7-9f07eba0e9c8 req-8ab0bf42-2c20-4b5c-aa20-4743478adc94 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8664176 Apr 05 18:46:39.128560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.133614 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.146291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bf42c6b9-b526-4ea5-8b18-15e8cdf8bbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:39.159343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4892f448-d879-4721-bc4e-c57ba67600eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:39.198956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.228759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1facdb-361d-4593-b864-936026ba15c0 None None] Pushing event updated for resources: {'Port': ['ID=b8c86e57-7a8b-494b-abd6-9feca3e294fa,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:39.248211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-b06e67c9-326a-416f-947f-f473b816a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:39.259784 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-b06e67c9-326a-416f-947f-f473b816a4a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.2645998 Apr 05 18:46:39.286895 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8e1facdb-361d-4593-b864-936026ba15c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:39.296492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-6e2c1297-b394-47ad-a8c8-146eab2725be req-ac05f548-ca2a-4c61-9d26-a5891c4c8c07 service neutron] Unset dirty status for tenant:72e77f6038b447ea84656a80903d58af on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:39.297749 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6e2c1297-b394-47ad-a8c8-146eab2725be req-ac05f548-ca2a-4c61-9d26-a5891c4c8c07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017864 Apr 05 18:46:39.310316 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e5e5727d26b4624837be6342afe9f38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5779612 Apr 05 18:46:39.321290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37256) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:39.336578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc593cd6-9f55-4227-87eb-87cd6589fa6d,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:39.339894 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:39.373446 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:39.374558 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:39.382815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d1942-a46d-42e4-b4bb-eb63fb996c83 req-313f5a80-f068-47bd-afa1-f467b58efe6a tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:39.384534 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-008d1942-a46d-42e4-b4bb-eb63fb996c83 req-313f5a80-f068-47bd-afa1-f467b58efe6a tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 945 time: 0.3857651 Apr 05 18:46:39.578474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:39.592508 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-008d1942-a46d-42e4-b4bb-eb63fb996c83 req-83eda536-3a64-4d92-a9db-bfc3ed98e17d tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320767 Apr 05 18:46:39.644932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.685074 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Transition to ACTIVE for port object 87df002d-9f7a-4b86-85bc-0e2735170b81 will not be triggered until provisioned by entity DHCP. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:39.731452 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-4f308db1-7c44-4824-b101-346a366faa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:39.733254 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-4f308db1-7c44-4824-b101-346a366faa4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4596274 Apr 05 18:46:39.748899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c3d6f-f2a1-4763-9597-38bfa1b9a440 req-93f0beee-7e84-4b3a-a2c6-c788e53b1b24 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:39.749710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-cd9c3d6f-f2a1-4763-9597-38bfa1b9a440 req-93f0beee-7e84-4b3a-a2c6-c788e53b1b24 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:39.858501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Allocated IP 172.20.0.1 (2772e18a-ce31-41f7-ba72-fe2a8e61cf5b/35f10ffc-c227-4dcf-b061-1c2c9710e050/ca58530c-8c4f-497c-bc74-04a3e8de3374) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:39.872239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-cd9c3d6f-f2a1-4763-9597-38bfa1b9a440 req-93f0beee-7e84-4b3a-a2c6-c788e53b1b24 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:39.873993 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cd9c3d6f-f2a1-4763-9597-38bfa1b9a440 req-93f0beee-7e84-4b3a-a2c6-c788e53b1b24 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 943 time: 0.5408516 Apr 05 18:46:39.879326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.900107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:39.930016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:35Z', 'revision_number': 3, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:39.934390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6b1bc-e166-4a5d-aaa7-5af01e56e6d6 None None] The sync data for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb is: [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:35Z', 'revision_number': 3, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:46:39.937025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbac45e3-4310-47f4-a372-e193e0e18a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:39.959427 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] For port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,segment=NetworkSegment(2fc14e89-3bd9-4cfe-a407-04f94a593432),segment_id=2fc14e89-3bd9-4cfe-a407-04f94a593432)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:39.959947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.112848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:46:40.122537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Pushing event updated for resources: {'Port': ['ID=87df002d-9f7a-4b86-85bc-0e2735170b81,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:40.128468 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cd9c3d6f-f2a1-4763-9597-38bfa1b9a440 req-695b1370-2b20-43b7-9ecc-3132acee685a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451808 Apr 05 18:46:40.129365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:40.133902 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-cb06bf1f-4fec-46a8-946b-ccc5e2864001 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778658 Apr 05 18:46:40.176966 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbac45e3-4310-47f4-a372-e193e0e18a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.194881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Calling delete_port for 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:46:40.316544 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Network 48dab9d1-7a71-4e91-9d27-22accbccca46 is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:40.320378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:40.330651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:40.451631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:40.455679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b9350-1b79-48ba-be03-b3fe18c20e6c req-396b6805-2e3e-4bff-80c4-1d2e884deb37 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:40.460520 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bd7b9350-1b79-48ba-be03-b3fe18c20e6c req-396b6805-2e3e-4bff-80c4-1d2e884deb37 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 945 time: 0.6035662 Apr 05 18:46:40.499883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'port_id': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'mac_address': 'fa:16:3e:1b:c8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:46:40.533468 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff5775c0-0a09-4bac-8a9f-9d871b86d13f req-71c8903e-e2e9-424d-b8a8-cc6d480a22e3 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816342 Apr 05 18:46:40.540905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:40.541732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.588203 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8439124 Apr 05 18:46:40.607955 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Request body: {'port': {'device_id': '2968184e-ba42-4971-a454-8e80bd5e4870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:40.632269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.663135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:46:40.682524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:40.688767 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b8c86e57-7a8b-494b-abd6-9feca3e294fa up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:40.725026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.747986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.753502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.755217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbac45e3-4310-47f4-a372-e193e0e18a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.759263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.764643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:40.766678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1f5f2dea-3ec9-4924-acf3-e7d2a7f626a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:40.784247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ae750-2aa0-4371-835c-911d48904231 req-eb616b05-9960-4158-80a0-f0fce2e93af3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:40.786439 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4f2ae750-2aa0-4371-835c-911d48904231 req-eb616b05-9960-4158-80a0-f0fce2e93af3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.4214988 Apr 05 18:46:40.789136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac45e3-4310-47f4-a372-e193e0e18a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc593cd6-9f55-4227-87eb-87cd6589fa6d,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:40.807535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:46:40.807872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fbac45e3-4310-47f4-a372-e193e0e18a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:40.816070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:40.867672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Transition to ACTIVE for port object ca58530c-8c4f-497c-bc74-04a3e8de3374 will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:40.895246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Pushing event deleted for resources: {'Port': ['ID=75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:40.911694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b26adafc-605e-49ce-882d-5804cdce669c None None] Provisioning for port 87df002d-9f7a-4b86-85bc-0e2735170b81 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:40.921271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b26adafc-605e-49ce-882d-5804cdce669c None None] Provisioning complete for port 87df002d-9f7a-4b86-85bc-0e2735170b81 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:40.922401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b26adafc-605e-49ce-882d-5804cdce669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:40.936717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:40.972253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port b8c86e57-7a8b-494b-abd6-9feca3e294fa completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:40.996160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port b8c86e57-7a8b-494b-abd6-9feca3e294fa triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:40.996583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.034447 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bd7b9350-1b79-48ba-be03-b3fe18c20e6c req-2fa581e1-583f-4736-ad6b-d5db4cd78ad4 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e9c77ff-8af4-4ee3-9542-898bbac396a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030597 Apr 05 18:46:41.062274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:41.074045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbac45e3-4310-47f4-a372-e193e0e18a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.079056 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-fbac45e3-4310-47f4-a372-e193e0e18a9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc593cd6-9f55-4227-87eb-87cd6589fa6d HTTP/1.1" status: 204 len: 168 time: 1.7554998 Apr 05 18:46:41.079172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['976810fb-90b3-4d31-8f4a-279b2a5ff1b8'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:46:41.115956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:41.144607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b26adafc-605e-49ce-882d-5804cdce669c None None] Port 87df002d-9f7a-4b86-85bc-0e2735170b81 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:46:41.149085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.182510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:41.189473 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4f2ae750-2aa0-4371-835c-911d48904231 req-ad365371-7fbb-4226-8c04-11b3abd318b2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545539 Apr 05 18:46:41.270076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.280340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Pushing event updated for resources: {'Port': ['ID=ca58530c-8c4f-497c-bc74-04a3e8de3374,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:41.333270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port b8c86e57-7a8b-494b-abd6-9feca3e294fa, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b8c86e57-7a8b-494b-abd6-9feca3e294fa,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:41.348660 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:41.359406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.367821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:41.466478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=b8c86e57-7a8b-494b-abd6-9feca3e294fa,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:41.480037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:41.592304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] No DVR routers for this DVR port 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:46:41.610186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.612403 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-599ff748-5d44-430a-8b78-ee2d8ead4be4 req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.44 "DELETE /v2.0/ports/75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a HTTP/1.1" status: 204 len: 173 time: 2.7742558 Apr 05 18:46:41.612926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2fba1-15f5-4959-8f7e-8a4e651fb691', 'name': 'network-vif-deleted', 'tag': '75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:41.620754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87df002d-9f7a-4b86-85bc-0e2735170b81 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:46:41.632857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.639610 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1efa-6588-4286-9155-f59a94aa6141 req-c3a3f798-280e-4315-b783-e517dd3293c5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:41.648301 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2f9a1efa-6588-4286-9155-f59a94aa6141 req-c3a3f798-280e-4315-b783-e517dd3293c5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 936 time: 0.3733399 Apr 05 18:46:41.655778 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Transition to ACTIVE for port object 87df002d-9f7a-4b86-85bc-0e2735170b81 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:41.664438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7f14e-b4f0-4d95-951c-60b00688ee2d req-532bd300-4928-4654-9faf-649aad958282 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:41.666779 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-76c7f14e-b4f0-4d95-951c-60b00688ee2d req-532bd300-4928-4654-9faf-649aad958282 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 945 time: 0.1846189 Apr 05 18:46:41.667990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.681276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:41.684406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:41.685355 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-db96012e-242b-4c1d-a80d-bc9226021cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:41.687535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:41.688056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836221'] for router_interface, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:41.737528 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2f9a1efa-6588-4286-9155-f59a94aa6141 req-4efe8916-f886-4467-91f5-566d0bcb244e tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882475 Apr 05 18:46:41.907045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Pushing event updated for resources: {'Port': ['ID=87df002d-9f7a-4b86-85bc-0e2735170b81,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:41.923309 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-76c7f14e-b4f0-4d95-951c-60b00688ee2d req-f2978cf3-d861-40d0-82cb-ec2c1bf13656 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411616 Apr 05 18:46:41.931539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:41.963521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:42.064744 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d2fba1-15f5-4959-8f7e-8a4e651fb691', 'name': 'network-vif-deleted', 'tag': '75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a', 'status': 'completed', 'code': 200} Apr 05 18:46:42.099682 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-03c2efba-0d8f-48b2-a51b-7105eb7b456b None None] Provisioning for port ca58530c-8c4f-497c-bc74-04a3e8de3374 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:42.107864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-03c2efba-0d8f-48b2-a51b-7105eb7b456b None None] Provisioning complete for port ca58530c-8c4f-497c-bc74-04a3e8de3374 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:42.109747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-03c2efba-0d8f-48b2-a51b-7105eb7b456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:42.218777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:42.320699 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba46d06-d429-462c-8b49-99af5a2a8dce req-9648a41c-bc52-4ecb-a829-9fff0fb65ba9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:42.322475 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0ba46d06-d429-462c-8b49-99af5a2a8dce req-9648a41c-bc52-4ecb-a829-9fff0fb65ba9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 944 time: 0.3626673 Apr 05 18:46:42.448636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-03c2efba-0d8f-48b2-a51b-7105eb7b456b None None] Port ca58530c-8c4f-497c-bc74-04a3e8de3374 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:46:42.458904 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e2eb6b15-eb0a-4d42-9221-d872daa69e87 req-7d7df635-1b27-4137-aadf-fdf1760d6d0e tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] 10.222.0.15 "GET /v2.0/ports?device_id=49d2fba1-15f5-4959-8f7e-8a4e651fb691 HTTP/1.1" status: 200 len: 210 time: 0.1608245 Apr 05 18:46:42.477879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:42.486494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:42.486917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:42.523771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Attempting to bind port 87df002d-9f7a-4b86-85bc-0e2735170b81 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:42.524156 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Attempting to bind port 87df002d-9f7a-4b86-85bc-0e2735170b81 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:42.524531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Attempting to bind port 87df002d-9f7a-4b86-85bc-0e2735170b81 on network 48dab9d1-7a71-4e91-9d27-22accbccca46 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:42.540346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Port 87df002d-9f7a-4b86-85bc-0e2735170b81 on network 48dab9d1-7a71-4e91-9d27-22accbccca46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:46:42.540738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Attempting to bind port 87df002d-9f7a-4b86-85bc-0e2735170b81 on network 48dab9d1-7a71-4e91-9d27-22accbccca46 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:42.551620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:42.551986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Checking segment: {'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:42.552411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Bound using segment: {'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:42.552900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Bound port: 87df002d-9f7a-4b86-85bc-0e2735170b81, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda7599b-e3b2-42e9-b51e-9a70a20228f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:42.553286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:42.641248 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0ba46d06-d429-462c-8b49-99af5a2a8dce req-4284c6db-5526-47c0-8e4f-f02c43b4a3a5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055348 Apr 05 18:46:42.661262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b8c86e57-7a8b-494b-abd6-9feca3e294fa up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:42.742739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] For port 87df002d-9f7a-4b86-85bc-0e2735170b81, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:42.747156 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] For port 87df002d-9f7a-4b86-85bc-0e2735170b81, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=87df002d-9f7a-4b86-85bc-0e2735170b81,segment=NetworkSegment(fda7599b-e3b2-42e9-b51e-9a70a20228f3),segment_id=fda7599b-e3b2-42e9-b51e-9a70a20228f3)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:42.753354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:42.771364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:42.848014 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:42.855008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:42.857607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853990684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853832810'] for router_interface, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:42.946958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:42.993565 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port b8c86e57-7a8b-494b-abd6-9feca3e294fa triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:42.997126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:43.107610 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:43.153721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Pushing event updated for resources: {'Port': ['ID=87df002d-9f7a-4b86-85bc-0e2735170b81,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:43.216101 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:43.222031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:43.223283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:43.225058 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] 10.222.0.44 "PUT /v2.0/ports/87df002d-9f7a-4b86-85bc-0e2735170b81 HTTP/1.1" status: 200 len: 1098 time: 2.6218758 Apr 05 18:46:43.226998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2968184e-ba42-4971-a454-8e80bd5e4870', 'tag': '87df002d-9f7a-4b86-85bc-0e2735170b81'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:43.246428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:43.258927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:43.265409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:43.266350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:46:43.318613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Pushing event updated for resources: {'Port': ['ID=ca58530c-8c4f-497c-bc74-04a3e8de3374,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:43.341451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:43.350804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:43.426905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cbdb-1e33-4e29-a423-ff52e3299305 req-64a31b4b-be7e-47dd-9ad4-c5b78c04b75f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:43.428910 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7ba6cbdb-1e33-4e29-a423-ff52e3299305 req-64a31b4b-be7e-47dd-9ad4-c5b78c04b75f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2805176 Apr 05 18:46:43.438023 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c02347-d1f6-435c-b9bc-f082437bf486 req-dd0e93d4-0e2b-4076-8411-e02e35fa42d9 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:43.440558 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-24c02347-d1f6-435c-b9bc-f082437bf486 req-dd0e93d4-0e2b-4076-8411-e02e35fa42d9 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 948 time: 0.2442284 Apr 05 18:46:43.458415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37374) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:43.510638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:43.514821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:43.521302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0810-6098-4968-901b-6fb44f693e38 req-8aaf3952-9b1e-44dc-85b7-56aef902f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:43.523883 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-8aaf3952-9b1e-44dc-85b7-56aef902f11d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ed0261370354286924d2f3ee33a1f67&device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 1101 time: 0.2405679 Apr 05 18:46:43.541015 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7ba6cbdb-1e33-4e29-a423-ff52e3299305 req-5502f871-0b12-47ce-9aed-2862cc0ac68f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965135 Apr 05 18:46:43.699533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:46:43.700522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 75c8228f-afc5-419a-9a6f-fdfbf5f4fc8a not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:46:43.793779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:43.811693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:43.831533 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'code': 200} Apr 05 18:46:43.906413 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2968184e-ba42-4971-a454-8e80bd5e4870', 'tag': '87df002d-9f7a-4b86-85bc-0e2735170b81', 'status': 'completed', 'code': 200} Apr 05 18:46:43.911441 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-6560fb25-1c65-43ff-babb-4af17c43847c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=87df002d-9f7a-4b86-85bc-0e2735170b81 HTTP/1.1" status: 200 len: 217 time: 0.3660469 Apr 05 18:46:43.989373 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-fa756d5c-8508-4981-ae9d-c4cd751d96e0 None None] Provisioning complete for port ca58530c-8c4f-497c-bc74-04a3e8de3374 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:43.989800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fa756d5c-8508-4981-ae9d-c4cd751d96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:44.006047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0810-6098-4968-901b-6fb44f693e38 req-8782eadf-2612-4484-899a-4b8edcdc292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:44.008132 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-8782eadf-2612-4484-899a-4b8edcdc292f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40309985-36a3-4595-80fa-df00ddd409c0 HTTP/1.1" status: 200 len: 843 time: 0.0888200 Apr 05 18:46:44.119374 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-fa756d5c-8508-4981-ae9d-c4cd751d96e0 None None] Port ca58530c-8c4f-497c-bc74-04a3e8de3374 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:46:44.209910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0810-6098-4968-901b-6fb44f693e38 req-743d573f-7745-4309-a1a7-c970efff069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:44.211638 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-743d573f-7745-4309-a1a7-c970efff069e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48dab9d1-7a71-4e91-9d27-22accbccca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1964648 Apr 05 18:46:44.211777 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-24c02347-d1f6-435c-b9bc-f082437bf486 req-bca9d1d1-f989-436a-84d2-d21e4b17fc6f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7521265 Apr 05 18:46:44.220904 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3dc5b-c775-46c1-a528-3e597e5d4e47 req-ba6728b4-a887-475d-9e0c-d07d94a85fb0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:44.222432 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dda3dc5b-c775-46c1-a528-3e597e5d4e47 req-ba6728b4-a887-475d-9e0c-d07d94a85fb0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1413853 Apr 05 18:46:44.316200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:44.339055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:44.353297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3febd0f6a144609b69ba0dd923d10e is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:44.358338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:44.367694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:44.406839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:46:44.412767 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dda3dc5b-c775-46c1-a528-3e597e5d4e47 req-13f37776-6945-403f-9c2a-ddf2c0be5c6e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667364 Apr 05 18:46:44.504002 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-c8c88b1d-9bba-4673-92ec-60413917f4b4 service neutron] 10.222.0.44 "GET /v2.0/networks/48dab9d1-7a71-4e91-9d27-22accbccca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805424 Apr 05 18:46:44.520041 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdedb-8f8c-4a19-862e-42a499a332e3 req-433ba354-6092-4d9f-abe5-100bc80c0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:44.521670 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1eabdedb-8f8c-4a19-862e-42a499a332e3 req-433ba354-6092-4d9f-abe5-100bc80c0cbd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 1098 time: 0.3254354 Apr 05 18:46:44.666447 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-665f0810-6098-4968-901b-6fb44f693e38 req-ddb2b0e9-ef9c-4160-b2de-39ffd33148a2 service neutron] 10.222.0.44 "GET /v2.0/networks/48dab9d1-7a71-4e91-9d27-22accbccca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538427 Apr 05 18:46:44.699242 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1eabdedb-8f8c-4a19-862e-42a499a332e3 req-14cca313-d0d5-417b-a38d-951af89a1fe1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109521 Apr 05 18:46:44.841664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:44.859824 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:46:44.861968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:44.869934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Sync routers for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:46:44.884342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:44.885378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:44.898216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fbac45e3-4310-47f4-a372-e193e0e18a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:44.978596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11443948-5e25-42e9-bf93-bb19b4ddd4ad,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:44.993202 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] 10.222.0.15 "PUT /v2.0/routers/2ee05aaf-ce3d-4c06-a3cc-782e0980c43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5764947 Apr 05 18:46:44.993202 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c3febd0f6a144609b69ba0dd923d10e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5321529 Apr 05 18:46:44.993786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:44.996673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 37410) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:45.012921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37eeda-9b59-4ad0-894e-203ee7f6b2f6 req-ea128f90-25ca-435e-8485-06ebc4350f03 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:45.018274 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fc37eeda-9b59-4ad0-894e-203ee7f6b2f6 req-ea128f90-25ca-435e-8485-06ebc4350f03 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.3025918 Apr 05 18:46:45.040803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0c07-2650-4553-a719-3674ef348956 req-44337635-754a-4757-98ed-2f176048c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:45.042721 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48ce0c07-2650-4553-a719-3674ef348956 req-44337635-754a-4757-98ed-2f176048c359 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ed0261370354286924d2f3ee33a1f67&device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 1101 time: 0.2537291 Apr 05 18:46:45.148262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6733bfc1-06ad-4348-a46a-637200aa5a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:45.154874 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fc37eeda-9b59-4ad0-894e-203ee7f6b2f6 req-3ae3f5c7-99f1-49c8-bf0a-a7b3c1f845c3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320343 Apr 05 18:46:45.208209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6733bfc1-06ad-4348-a46a-637200aa5a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:45.230566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0c07-2650-4553-a719-3674ef348956 req-691563e9-9e8f-4e53-b7a3-02703fe90cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:45.232273 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48ce0c07-2650-4553-a719-3674ef348956 req-691563e9-9e8f-4e53-b7a3-02703fe90cc2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48dab9d1-7a71-4e91-9d27-22accbccca46 HTTP/1.1" status: 200 len: 870 time: 0.1730251 Apr 05 18:46:45.258961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:45.265647 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6733bfc1-06ad-4348-a46a-637200aa5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:45.274126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-45415da1-ca33-4a9e-8333-b1b33a16c24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:45.302984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6733bfc1-06ad-4348-a46a-637200aa5a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:45.307534 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6733bfc1-06ad-4348-a46a-637200aa5a2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11443948-5e25-42e9-bf93-bb19b4ddd4ad HTTP/1.1" status: 204 len: 168 time: 0.3097131 Apr 05 18:46:45.320639 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733bfc1-06ad-4348-a46a-637200aa5a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11443948-5e25-42e9-bf93-bb19b4ddd4ad,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:45.323126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6733bfc1-06ad-4348-a46a-637200aa5a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:45.381936 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48ce0c07-2650-4553-a719-3674ef348956 req-00d93f14-f62c-4ac2-9a4d-9c39d3fae760 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=87df002d-9f7a-4b86-85bc-0e2735170b81 HTTP/1.1" status: 200 len: 217 time: 0.1319244 Apr 05 18:46:45.533910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0c07-2650-4553-a719-3674ef348956 req-e335ded6-9edc-48a3-9b8b-1de0547d3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:45.535377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8669-0ed9-404d-87ce-be90ffd62c0c req-af240dd0-d539-469a-9ec3-f62659eeeafc tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:45.536080 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48ce0c07-2650-4553-a719-3674ef348956 req-e335ded6-9edc-48a3-9b8b-1de0547d3ca0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40309985-36a3-4595-80fa-df00ddd409c0 HTTP/1.1" status: 200 len: 843 time: 0.1420279 Apr 05 18:46:45.536208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-a97b8669-0ed9-404d-87ce-be90ffd62c0c req-af240dd0-d539-469a-9ec3-f62659eeeafc tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Synchronizing usage tracker for tenant:5ed0261370354286924d2f3ee33a1f67 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:45.596294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-a97b8669-0ed9-404d-87ce-be90ffd62c0c req-af240dd0-d539-469a-9ec3-f62659eeeafc tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Unset dirty status for tenant:5ed0261370354286924d2f3ee33a1f67 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:45.604040 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a97b8669-0ed9-404d-87ce-be90ffd62c0c req-af240dd0-d539-469a-9ec3-f62659eeeafc tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 948 time: 0.2479646 Apr 05 18:46:45.699646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-a97b8669-0ed9-404d-87ce-be90ffd62c0c req-cb013bdc-7d6b-4b54-ba6e-6d8960e425ea tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Synchronizing usage tracker for tenant:5ed0261370354286924d2f3ee33a1f67 on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:46:45.730586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-a97b8669-0ed9-404d-87ce-be90ffd62c0c req-cb013bdc-7d6b-4b54-ba6e-6d8960e425ea tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Unset dirty status for tenant:5ed0261370354286924d2f3ee33a1f67 on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:46:45.741390 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a97b8669-0ed9-404d-87ce-be90ffd62c0c req-cb013bdc-7d6b-4b54-ba6e-6d8960e425ea tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363227 Apr 05 18:46:45.749268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0c07-2650-4553-a719-3674ef348956 req-91e9d631-cc7c-4def-9e99-288548bcf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:45.750846 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48ce0c07-2650-4553-a719-3674ef348956 req-91e9d631-cc7c-4def-9e99-288548bcf662 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48dab9d1-7a71-4e91-9d27-22accbccca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2034414 Apr 05 18:46:45.834688 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:42Z', 'revision_number': 2, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:45.843850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Checking router: 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:46:45.844319 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Updating router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f port ca58530c-8c4f-497c-bc74-04a3e8de3374 binding host dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:46:45.982986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:46.094177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bf75f-026b-41d4-b730-b3c56cbfceae req-1ee59b4a-00d9-4597-acbc-2358fcf8c269 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:46.102176 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cf0bf75f-026b-41d4-b730-b3c56cbfceae req-1ee59b4a-00d9-4597-acbc-2358fcf8c269 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.4756534 Apr 05 18:46:46.192385 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cf0bf75f-026b-41d4-b730-b3c56cbfceae req-c4e07ea8-8b99-4b13-a3ef-d5bc11d99300 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794904 Apr 05 18:46:46.207262 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48ce0c07-2650-4553-a719-3674ef348956 req-3c3e4bc7-bf95-49b3-a152-2d4ab3ecff44 service neutron] 10.222.0.44 "GET /v2.0/networks/48dab9d1-7a71-4e91-9d27-22accbccca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485948 Apr 05 18:46:46.404849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37462) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:46.411879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-483673179-network', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:46.435124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:46.511075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Usage tracker for resource:network and tenant:6e8a7411310e451798e2c6a3bc01cc11 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:46.514540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:46.522823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:46.538465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e545376-6773-49ef-954a-d283b3ce4db5 req-ddf9949d-4bb9-4649-91a9-6ebbc6e0225b tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:46.540910 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9e545376-6773-49ef-954a-d283b3ce4db5 req-ddf9949d-4bb9-4649-91a9-6ebbc6e0225b tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1795049 Apr 05 18:46:46.549270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Made reservation on behalf of 6e8a7411310e451798e2c6a3bc01cc11 for: {'network': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:46.556856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:46.602218 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48ce0c07-2650-4553-a719-3674ef348956 req-0bee0371-aea6-45b9-a178-8e64fff03388 service neutron] 10.222.0.44 "GET /v2.0/networks/48dab9d1-7a71-4e91-9d27-22accbccca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739538 Apr 05 18:46:46.602218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:46.633031 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9e545376-6773-49ef-954a-d283b3ce4db5 req-77da2e1b-97fb-4f3c-ab51-ae58d5852e8f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838010 Apr 05 18:46:46.633667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:46.647380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Usage tracker for resource:security_group_rule and tenant:6e8a7411310e451798e2c6a3bc01cc11 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:46.654123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:46.661299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:46.678416 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Notify callbacks [] for port, precommit_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:46.695510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Transition to ACTIVE for port object ca58530c-8c4f-497c-bc74-04a3e8de3374 will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:46.703803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:46.721920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5a0d9eea-6faa-4aed-9c9c-b040a81fd12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:46.758116 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:46.761052 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:46.764368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-05608757-f368-4b5a-80ea-0faeb528dd7c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:46.797170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a20b9-ec13-4b5d-a2d1-c003a254fdf8,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:46.800569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:46.815960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=84248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:46:46.837449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:46.837619 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Added segment 0bc38b89-0e06-4339-a8ae-2cefaa926f92 of type vlan for network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f Apr 05 18:46:46.898844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e393db-ee08-4fe1-bb12-2b8281f2903a None None] Pushing event updated for resources: {'Port': ['ID=ca58530c-8c4f-497c-bc74-04a3e8de3374,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:46.901821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c5e393db-ee08-4fe1-bb12-2b8281f2903a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:46.979157 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:47.020744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:47.023950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:47.024711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:47.031395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fdb4be32-b166-4280-be0c-cb9bfad369ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:47.159596 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7620523 Apr 05 18:46:47.162447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 37486) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:47.169064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Request body: {'subnet': {'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-483673179-subnet', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'ip_version': 4}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:47.183586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Pushing event updated for resources: {'Network': ['ID=723ee61f-b0be-4dc1-bd13-5a6493d4ec8f,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:47.191207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:47.194074 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Usage tracker for resource:subnet and tenant:6e8a7411310e451798e2c6a3bc01cc11 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:47.197115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:47.203382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:47.220017 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c149fe-c738-43d9-9652-e3b7d33e5ba2 req-c867dcef-0689-41d5-9379-dc71181572f8 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:47.228048 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-25c149fe-c738-43d9-9652-e3b7d33e5ba2 req-c867dcef-0689-41d5-9379-dc71181572f8 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 948 time: 0.3448837 Apr 05 18:46:47.239300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:47.258086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:46:47.268616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Made reservation on behalf of 6e8a7411310e451798e2c6a3bc01cc11 for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:46:47.273489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31859431'] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:47.320191 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-25c149fe-c738-43d9-9652-e3b7d33e5ba2 req-f6299e6c-9a11-43b4-b84b-5522652cb56c tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909774 Apr 05 18:46:47.419797 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Attempting to bind port ca58530c-8c4f-497c-bc74-04a3e8de3374 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:47.419797 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Attempting to bind port ca58530c-8c4f-497c-bc74-04a3e8de3374 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:47.419797 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Attempting to bind port ca58530c-8c4f-497c-bc74-04a3e8de3374 on network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:47.443288 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:47.443752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Checking segment: {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:47.444204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:47.444651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Bound using segment: {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:47.445192 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Bound port: ca58530c-8c4f-497c-bc74-04a3e8de3374, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:47.445609 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:47.569029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] For port ca58530c-8c4f-497c-bc74-04a3e8de3374, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:47.572650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] For port ca58530c-8c4f-497c-bc74-04a3e8de3374, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ca58530c-8c4f-497c-bc74-04a3e8de3374,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:47.577624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:47.593181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7155c-9a42-420b-86af-f3e436974603 req-4a8825d4-0e2a-4e10-8639-1e90f826b37f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:47.600033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15182295-6001-4bc3-a3fa-1709260ed4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:47.615879 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-82d7155c-9a42-420b-86af-f3e436974603 req-4a8825d4-0e2a-4e10-8639-1e90f826b37f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1526802 Apr 05 18:46:47.692213 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-82d7155c-9a42-420b-86af-f3e436974603 req-a5bb6078-9b85-4d63-a1bd-d35edaf690bb tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751345 Apr 05 18:46:47.794539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e393db-ee08-4fe1-bb12-2b8281f2903a None None] Pushing event updated for resources: {'Port': ['ID=ca58530c-8c4f-497c-bc74-04a3e8de3374,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:47.798737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c5e393db-ee08-4fe1-bb12-2b8281f2903a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:47.938268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:47.939200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:48.022665 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd49971-8e60-4b49-ba05-158189b0e51a req-d67b931c-10e5-4d1b-97f6-0de14b468cdd tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:48.039928 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-edd49971-8e60-4b49-ba05-158189b0e51a req-d67b931c-10e5-4d1b-97f6-0de14b468cdd tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1656289 Apr 05 18:46:48.165221 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-edd49971-8e60-4b49-ba05-158189b0e51a req-bbd4c60a-ad46-4ebc-955e-1246aa5f66a9 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244681 Apr 05 18:46:48.255799 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 87df002d-9f7a-4b86-85bc-0e2735170b81 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:46:48.284920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31497142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31859412'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:48.333949 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:48.398597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e8563-a531-4f92-ae53-0870389532ec req-c26f5e9f-4b5e-4243-ac50-f088ccc4fcf6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:48.400390 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-069e8563-a531-4f92-ae53-0870389532ec req-c26f5e9f-4b5e-4243-ac50-f088ccc4fcf6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1049366 Apr 05 18:46:48.475153 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-069e8563-a531-4f92-ae53-0870389532ec req-67b54077-f61b-4aa2-9011-b0a5a5145bf0 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677075 Apr 05 18:46:48.591470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3654b141-20ba-4c9b-bd18-0c130174891a,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:48.600611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:48.625999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbc87b-2584-489a-9718-cb63ec488e02 req-f41ee211-2cd6-4134-8e90-318267ffc2d9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:48.628188 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-03cbc87b-2584-489a-9718-cb63ec488e02 req-f41ee211-2cd6-4134-8e90-318267ffc2d9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.2954011 Apr 05 18:46:48.642077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 37534) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:48.652029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'floatingip': {'port_id': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:48.749619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878fb6b-bd67-4bf1-94fa-1dc89100485b req-e258b12b-b054-41ea-bfdb-f2153941f23c tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:48.750457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:48.752079 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5878fb6b-bd67-4bf1-94fa-1dc89100485b req-e258b12b-b054-41ea-bfdb-f2153941f23c tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 948 time: 0.1264074 Apr 05 18:46:48.764043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 87df002d-9f7a-4b86-85bc-0e2735170b81, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=87df002d-9f7a-4b86-85bc-0e2735170b81,segment=NetworkSegment(fda7599b-e3b2-42e9-b51e-9a70a20228f3),segment_id=fda7599b-e3b2-42e9-b51e-9a70a20228f3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:48.785905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:48.802519 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5878fb6b-bd67-4bf1-94fa-1dc89100485b req-896d7e11-debd-4d91-943f-0b07a71edf3f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435338 Apr 05 18:46:48.831542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '87df002d-9f7a-4b86-85bc-0e2735170b81', 'network_id': '48dab9d1-7a71-4e91-9d27-22accbccca46', 'port_id': '87df002d-9f7a-4b86-85bc-0e2735170b81', 'mac_address': 'fa:16:3e:c2:ea:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40309985-36a3-4595-80fa-df00ddd409c0', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:46:48.984976 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Checking segment: {'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:48.985578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Network hostable DHCP agents. Network: 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:46:49.007938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:49.082450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87df002d-9f7a-4b86-85bc-0e2735170b81 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:46:49.107649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 87df002d-9f7a-4b86-85bc-0e2735170b81, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=87df002d-9f7a-4b86-85bc-0e2735170b81,segment=NetworkSegment(fda7599b-e3b2-42e9-b51e-9a70a20228f3),segment_id=fda7599b-e3b2-42e9-b51e-9a70a20228f3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:49.112713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:49.128656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:49.148740 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:46:49.171925 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:49.183634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919e1c6-32a2-40e4-8c03-6f03344c4b6e None None] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:49.199895 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:49.200542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:49.239121 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b3a1be49-604d-488f-9e64-b897ef375302 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0754917 Apr 05 18:46:49.242236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37542) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:49.248650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:49.254135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:49.263343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Usage tracker for resource:router and tenant:6e8a7411310e451798e2c6a3bc01cc11 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:49.266882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:49.273266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:49.285704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-941280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769335'] for router, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:49.286879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853834617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853840528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853821891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6462'] for router, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:49.310339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:49.358810 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=87df002d-9f7a-4b86-85bc-0e2735170b81,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:49.378950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:49.430598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['87df002d-9f7a-4b86-85bc-0e2735170b81'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:46:49.549766 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:47Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:49.562058 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2278cc-ec5b-4e03-aa96-629b047de179 None None] The sync data for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb is: [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:47Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:46:49.745759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:49.764393 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9855afb8-0c15-5da4-869e-3ddf461a0e91-723ee61f-b0be-4dc1-bd13-5a6493d4ec8f', 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'fixed_ips': [{'subnet_id': '3654b141-20ba-4c9b-bd18-0c130174891a'}]}} from dv-cinder-782405-5-smb. {{(pid=84250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 18:46:49.767885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:50.245006 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f6bfa-32f8-4474-8288-bf362ddba3d4 req-63e23884-3cd4-4692-b7c9-f128f0e4c017 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:50.260179 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7d7f6bfa-32f8-4474-8288-bf362ddba3d4 req-63e23884-3cd4-4692-b7c9-f128f0e4c017 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.9422984 Apr 05 18:46:50.356461 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7d7f6bfa-32f8-4474-8288-bf362ddba3d4 req-696b2827-2bc9-443e-ac0a-e612d28d1818 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952642 Apr 05 18:46:50.358825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.resource_extend [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 18:46:50.370876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Allocated IP 172.20.0.2 (723ee61f-b0be-4dc1-bd13-5a6493d4ec8f/3654b141-20ba-4c9b-bd18-0c130174891a/b11771c3-d79e-41f3-99ae-a4b1e88b6c58) {{(pid=84250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:50.426932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e96e1-b37e-4422-8fb5-cbe460402461 req-9a3445eb-23dc-4bd3-abd8-4305cf1c8dc2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:50.435492 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d20e96e1-b37e-4422-8fb5-cbe460402461 req-9a3445eb-23dc-4bd3-abd8-4305cf1c8dc2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.6402342 Apr 05 18:46:50.496973 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d20e96e1-b37e-4422-8fb5-cbe460402461 req-b56a6bb1-01ab-4bca-9ab5-43aaf44f4221 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596869 Apr 05 18:46:50.663847 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:50.670562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:50.674296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ca58530c-8c4f-497c-bc74-04a3e8de3374 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:50.841859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Notify callbacks [] for port, precommit_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:50.848463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port ca58530c-8c4f-497c-bc74-04a3e8de3374 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:50.860212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Transition to ACTIVE for port object b11771c3-d79e-41f3-99ae-a4b1e88b6c58 will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:50.863823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port ca58530c-8c4f-497c-bc74-04a3e8de3374 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:50.864254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:50.882185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:50.922856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:50.937984 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Floating IP 2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66 associated. External IP: 172.28.3.155, port: 976810fb-90b3-4d31-8f4a-279b2a5ff1b8. Apr 05 18:46:50.965196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Transition to ACTIVE for port object b11771c3-d79e-41f3-99ae-a4b1e88b6c58 will not be triggered until provisioned by entity DHCP. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:50.981374 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:51.000217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:51.169399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5b891-3157-4f5e-8a8e-1d04edcc9d82 req-aaba72b3-a077-4257-a5be-cc3909d92c9f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:51.170324 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-78a5b891-3157-4f5e-8a8e-1d04edcc9d82 req-aaba72b3-a077-4257-a5be-cc3909d92c9f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 949 time: 0.6194148 Apr 05 18:46:51.177879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Allocated IP 172.28.3.119 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/566100d8-ac9a-4ccb-b0b2-2ee58f456ba7) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:51.195678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa01f-76ac-48c5-9478-859ab6c15e1e req-5e5b5f1c-e0a5-4ace-af57-7bce13e19a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:51.197288 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-544aa01f-76ac-48c5-9478-859ab6c15e1e req-5e5b5f1c-e0a5-4ace-af57-7bce13e19a20 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1257796 Apr 05 18:46:51.394851 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-78a5b891-3157-4f5e-8a8e-1d04edcc9d82 req-61ee129e-f158-44dd-aafb-a994d98c4899 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459749 Apr 05 18:46:51.473602 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Router a936f6d6-fa45-4a10-bedb-4f237fbad822 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:46:51.481344 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-544aa01f-76ac-48c5-9478-859ab6c15e1e req-59820433-d72d-4697-9ba2-1bfe6aab0623 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668142 Apr 05 18:46:51.582741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Pushing event updated for resources: {'Port': ['ID=b11771c3-d79e-41f3-99ae-a4b1e88b6c58,revision_number=1']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:51.586747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:51.597371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:51.659757 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f is already hosted by enough agents. {{(pid=84250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:51.661659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port ca58530c-8c4f-497c-bc74-04a3e8de3374, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ca58530c-8c4f-497c-bc74-04a3e8de3374,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:51.663260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Resources bound (agent type, host, resource id): {{(pid=84250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:51.666470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Received port after_create {{(pid=84250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:51.671219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:51.673235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:51.674854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:51.737478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5571e-a642-48b2-8dfc-e816e0e3f85e req-0384c1db-1821-4438-9f7c-c8edbde572f8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:51.739409 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b9e5571e-a642-48b2-8dfc-e816e0e3f85e req-0384c1db-1821-4438-9f7c-c8edbde572f8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1416757 Apr 05 18:46:51.790001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:46:51.795391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:51.803233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] Sync routers for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:46:51.813856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:51.814742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:51.831602 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b9e5571e-a642-48b2-8dfc-e816e0e3f85e req-7c6497ee-caf4-44d6-9801-ea2132a9bd6e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813091 Apr 05 18:46:51.833363 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:51.864115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f8a93a88-0d2b-40a4-bab4-904f59a531c7 tempest-VolumesActionsTest-353662037 tempest-VolumesActionsTest-353662037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:51.880303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Attempting to bind port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:51.880758 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Attempting to bind port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:51.881166 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Attempting to bind port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 on network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:51.900186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:51.900561 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Checking segment: {'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:51.901009 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:51.901450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Bound using segment: {'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:51.901974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Bound port: b11771c3-d79e-41f3-99ae-a4b1e88b6c58, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:51.902392 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:51.917718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=ca58530c-8c4f-497c-bc74-04a3e8de3374,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:51.923677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:51.959199 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c79c4220-e37b-4805-bb19-27b52a4128c1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "PUT /v2.0/floatingips/2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66 HTTP/1.1" status: 200 len: 991 time: 3.3157201 Apr 05 18:46:51.961183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'tag': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:52.027747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Pushing event updated for resources: {'Port': ['ID=566100d8-ac9a-4ccb-b0b2-2ee58f456ba7,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:52.028201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ae5b-ea2f-49da-9ccf-6ca4947e58e4 req-dc8c8430-9a26-4534-966c-8d3286a147af tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:52.040468 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8e91ae5b-ea2f-49da-9ccf-6ca4947e58e4 req-dc8c8430-9a26-4534-966c-8d3286a147af tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.3501482 Apr 05 18:46:52.040655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:52.101457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] For port b11771c3-d79e-41f3-99ae-a4b1e88b6c58, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:52.110537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] For port b11771c3-d79e-41f3-99ae-a4b1e88b6c58, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b11771c3-d79e-41f3-99ae-a4b1e88b6c58,segment=NetworkSegment(0bc38b89-0e06-4339-a8ae-2cefaa926f92),segment_id=0bc38b89-0e06-4339-a8ae-2cefaa926f92)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:52.111613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:52.116045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:52.124520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:52.125845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:52.130961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:52.136281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:52.143208 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8e91ae5b-ea2f-49da-9ccf-6ca4947e58e4 req-9181700a-bab2-485c-9ac1-4ed61a57940f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015005 Apr 05 18:46:52.187876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 87df002d-9f7a-4b86-85bc-0e2735170b81 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:52.210324 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'tag': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'status': 'completed', 'code': 200} Apr 05 18:46:52.390852 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Pushing event updated for resources: {'Port': ['ID=b11771c3-d79e-41f3-99ae-a4b1e88b6c58,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:52.404854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:52.584798 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'port_id': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'mac_address': 'fa:16:3e:1b:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:46:23Z', 'updated_at': '2021-04-05T18:46:50Z', 'revision_number': 1, 'project_id': '1c224e3c266642458c8326264b32d574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:52.595272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] Checking router: a936f6d6-fa45-4a10-bedb-4f237fbad822 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:46:52.615274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:52.616358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:52.661054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 87df002d-9f7a-4b86-85bc-0e2735170b81 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:52.695374 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ca58530c-8c4f-497c-bc74-04a3e8de3374 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:52.771765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 87df002d-9f7a-4b86-85bc-0e2735170b81 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:52.772245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:52.930361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port ca58530c-8c4f-497c-bc74-04a3e8de3374 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:52.930857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:52.936477 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-9e34461a-cf2d-4f58-b926-25520ecb9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:52.938179 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-9e34461a-cf2d-4f58-b926-25520ecb9824 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 1098 time: 0.6970649 Apr 05 18:46:53.002559 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:53.105960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:53.151277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 87df002d-9f7a-4b86-85bc-0e2735170b81, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=87df002d-9f7a-4b86-85bc-0e2735170b81,segment=NetworkSegment(fda7599b-e3b2-42e9-b51e-9a70a20228f3),segment_id=fda7599b-e3b2-42e9-b51e-9a70a20228f3)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:53.159210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2968184e-ba42-4971-a454-8e80bd5e4870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87df002d-9f7a-4b86-85bc-0e2735170b81'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:46:53.161474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502477ba-ca95-4eaa-b062-bc27cf99589d req-be1002ed-db92-4f76-9f62-91bcae77db43 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:53.163281 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-502477ba-ca95-4eaa-b062-bc27cf99589d req-be1002ed-db92-4f76-9f62-91bcae77db43 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1363766 Apr 05 18:46:53.191600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:53.228196 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-502477ba-ca95-4eaa-b062-bc27cf99589d req-6d215b0f-ce7d-4dc6-90b9-eeec2dddce58 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536754 Apr 05 18:46:53.230283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:53.234677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c5e393db-ee08-4fe1-bb12-2b8281f2903a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:53.401257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=87df002d-9f7a-4b86-85bc-0e2735170b81,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:53.406120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:53.549756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb2c2e-fe7f-4558-92cd-17f9a06094aa req-5a09629c-9f45-492c-9203-b2ba1e3de6f1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:53.552276 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9cdb2c2e-fe7f-4558-92cd-17f9a06094aa req-5a09629c-9f45-492c-9203-b2ba1e3de6f1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1139610 Apr 05 18:46:53.607497 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9cdb2c2e-fe7f-4558-92cd-17f9a06094aa req-b1dade0f-4c67-419a-9e7d-64ef49946827 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463235 Apr 05 18:46:53.640855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8801b00-def8-4173-b982-8ad0e01947af req-467bcce6-ebf8-46e1-9d57-34826affc49f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:53.642517 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c8801b00-def8-4173-b982-8ad0e01947af req-467bcce6-ebf8-46e1-9d57-34826affc49f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 949 time: 0.7857294 Apr 05 18:46:53.677951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-3a21e8bd-82a2-4a86-9098-761a075608d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:53.679634 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-3a21e8bd-82a2-4a86-9098-761a075608d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 912 time: 0.7126422 Apr 05 18:46:53.681054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'port_id': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'mac_address': 'fa:16:3e:1b:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:46:23Z', 'updated_at': '2021-04-05T18:46:50Z', 'revision_number': 1, 'project_id': '1c224e3c266642458c8326264b32d574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:53.685466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990c351-caf3-4968-b594-d9728ecc21ca None None] The sync data for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb is: [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'floating_ip_address': '172.28.3.155', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'port_id': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'mac_address': 'fa:16:3e:1b:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:46:23Z', 'updated_at': '2021-04-05T18:46:50Z', 'revision_number': 1, 'project_id': '1c224e3c266642458c8326264b32d574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:46:53.860619 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2968184e-ba42-4971-a454-8e80bd5e4870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87df002d-9f7a-4b86-85bc-0e2735170b81', 'code': 200} Apr 05 18:46:54.105912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5eebcb-85d4-44ac-83c5-e12286421823 None None] New status for floating IP 2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66: ACTIVE {{(pid=84250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:46:54.106911 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c8801b00-def8-4173-b982-8ad0e01947af req-60e13b19-b5ad-45df-abfe-823a1d0adee1 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261806 Apr 05 18:46:54.148535 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-17c0e4ad-314b-4e22-8839-4f444384d9de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8 HTTP/1.1" status: 200 len: 999 time: 0.4416609 Apr 05 18:46:54.233921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326'] for router, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:54.357615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee025f20-8b13-494b-ba74-77fbfbb5c997 req-f99dc7eb-1534-448e-96f4-a3af3a6fbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:54.359269 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ee025f20-8b13-494b-ba74-77fbfbb5c997 req-f99dc7eb-1534-448e-96f4-a3af3a6fbc35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 1103 time: 0.2126777 Apr 05 18:46:54.465589 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ee025f20-8b13-494b-ba74-77fbfbb5c997 req-5b582cae-1a79-41bd-aaa2-3eb014970670 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946050 Apr 05 18:46:54.586237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-6c81c6f7-437b-4d46-8bb1-904548825d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:54.597786 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-6c81c6f7-437b-4d46-8bb1-904548825d82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.4315329 Apr 05 18:46:54.628277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-c99494c9-7284-4dc1-bf47-4e3f95bf09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:54.629892 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-c99494c9-7284-4dc1-bf47-4e3f95bf09eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1955717 Apr 05 18:46:54.634469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 37640) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:54.680543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b11771c3-d79e-41f3-99ae-a4b1e88b6c58 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:54.831155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a4c5f-b441-481f-b7ee-ca671b30f7fb None None] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:46:54.923609 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:54.961918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-bd7b8af8-37d9-408f-928e-cf5454bd6f60 None None] Provisioning for port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:54.965498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-d3ec38fd-1f0a-44fc-b12e-6635566690e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:54.969461 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-d3ec38fd-1f0a-44fc-b12e-6635566690e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.3260460 Apr 05 18:46:54.995180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Router 1acce4ce-f0e7-4071-929f-893e56d72915 is scheduled to L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 with binding_index 1 {{(pid=84248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 18:46:55.014997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7445d-d86d-4cb3-9c51-55dcce97fd1c req-0886d849-b5a7-4fdc-a446-dc05e64f9e36 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:55.017497 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bee7445d-d86d-4cb3-9c51-55dcce97fd1c req-0886d849-b5a7-4fdc-a446-dc05e64f9e36 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.4225693 Apr 05 18:46:55.024181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:55.071538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:55.072051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:55.089844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:46:55.093937 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-59ed8888-768d-4565-bb6b-cf5995a32711 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 200 len: 217 time: 0.1011918 Apr 05 18:46:55.097270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Usage tracker for resource:security_group_rule and tenant:4f413f3a87044bcd929c84dce2b150d4 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:46:55.101740 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:46:55.150444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-5ce55c5c-53f9-4ef3-a474-198db60f8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:55.151121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:46:55.152105 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-5ce55c5c-53f9-4ef3-a474-198db60f8811 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5477445 Apr 05 18:46:55.173658 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88195c1e-1c91-4922-8056-b1af1c7a3fb6 req-e9f14c3d-1c0a-42e5-97ef-0cbda4ef0ab6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:55.175264 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88195c1e-1c91-4922-8056-b1af1c7a3fb6 req-e9f14c3d-1c0a-42e5-97ef-0cbda4ef0ab6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.3654647 Apr 05 18:46:55.235415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-c56c2a42-b338-48c9-98b0-211084637f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:55.237043 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-c56c2a42-b338-48c9-98b0-211084637f03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.1267161 Apr 05 18:46:55.289495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:55.303693 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88195c1e-1c91-4922-8056-b1af1c7a3fb6 req-0df2f42f-7d9e-4ce7-853c-104084d4b6bd tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164627 Apr 05 18:46:55.312566 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-43c485b1-fc12-401e-83ed-a501dd42fd8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583565 Apr 05 18:46:55.338659 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bee7445d-d86d-4cb3-9c51-55dcce97fd1c req-670b153e-7ae8-46a0-ae7a-2493a271a0b1 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907730 Apr 05 18:46:55.366085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port b11771c3-d79e-41f3-99ae-a4b1e88b6c58, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b11771c3-d79e-41f3-99ae-a4b1e88b6c58,segment=NetworkSegment(0bc38b89-0e06-4339-a8ae-2cefaa926f92),segment_id=0bc38b89-0e06-4339-a8ae-2cefaa926f92)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:46:55.371303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:55.373299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:55.411600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:46:55.428210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Sync routers for ids ['1acce4ce-f0e7-4071-929f-893e56d72915'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:46:55.450300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Routers {'1acce4ce-f0e7-4071-929f-893e56d72915'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:55.451003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['1acce4ce-f0e7-4071-929f-893e56d72915'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:55.496061 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-13280c3b-6a60-4c51-b5e9-cf0e18e9493a service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311903 Apr 05 18:46:55.533267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=b11771c3-d79e-41f3-99ae-a4b1e88b6c58,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:55.536929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:55.564292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:55.575537 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3316352 Apr 05 18:46:55.581035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37654) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:55.743965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-60011ad3-ce80-4a10-9a56-04ec97d23801 None None] Provisioning complete for port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:55.746955 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-60011ad3-ce80-4a10-9a56-04ec97d23801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:55.825178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Set router 1acce4ce-f0e7-4071-929f-893e56d72915 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:55.912670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:55.931477 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:55.971666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9c8fa55a-f9a8-4191-9ed9-3cf85e39a0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:56.045148 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-5ba8efed-170b-4b38-aaab-00ba91872716 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192249 Apr 05 18:46:56.052774 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef2c8db3-e944-464e-b4af-87868ce7de75 req-85ac9cf9-34d4-407b-9186-26b1409bc2a1 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390997 Apr 05 18:46:56.059304 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f413f3a87044bcd929c84dce2b150d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4234135 Apr 05 18:46:56.066495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37662) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:46:56.094256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8488b-99a0-4079-9fb2-6934a83b2056 req-94c9ca75-4eb8-4913-bd23-edd8f6451690 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:56.102083 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c4c8488b-99a0-4079-9fb2-6934a83b2056 req-94c9ca75-4eb8-4913-bd23-edd8f6451690 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 950 time: 0.4394193 Apr 05 18:46:56.177749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e339258-63d5-4147-9980-ab0e89d05c89,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:56.243492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.246531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.247129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.247714 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.248361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.248907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.250475 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.251049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.251623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.252140 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.252673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.253129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:46:52Z', 'revision_number': 3, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port': {'id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:50Z', 'updated_at': '2021-04-05T18:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:56.253365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:56.257828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Checking router: 1acce4ce-f0e7-4071-929f-893e56d72915 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:46:56.258182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Updating router 1acce4ce-f0e7-4071-929f-893e56d72915 port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:46:56.270518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:56.332658 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6b22925-c868-4f36-85cf-7541adf97e44 req-7e9a5502-078f-49ab-be58-6ef3bba371c0 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643156 Apr 05 18:46:56.338706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:56.571613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b11771c3-d79e-41f3-99ae-a4b1e88b6c58 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:46:56.583885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0763-f3f7-4d3c-b235-22a345338354 req-05d6a36e-ca1e-4a7b-b306-04c3f1d82cc2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:56.592826 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-675f0763-f3f7-4d3c-b235-22a345338354 req-05d6a36e-ca1e-4a7b-b306-04c3f1d82cc2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1162264 Apr 05 18:46:56.655049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:56.655728 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-675f0763-f3f7-4d3c-b235-22a345338354 req-be5d8ab1-2c86-43b6-9e5d-2222c730b56c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615358 Apr 05 18:46:56.656370 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:56.689544 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c4c8488b-99a0-4079-9fb2-6934a83b2056 req-d2559afb-cdc7-47f5-a683-d72d07c5461e tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864336 Apr 05 18:46:56.749031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-14dbea43-0f11-4ff2-8a88-960b487aedf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:56.837248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-14dbea43-0f11-4ff2-8a88-960b487aedf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:56.921033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:56.931928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97483beb-4a39-4310-86ca-fad21fcfe452 req-7cd842c7-d830-4ab9-891e-7a559ea17d3c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:56.934507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Transition to ACTIVE for port object 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:56.937180 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-97483beb-4a39-4310-86ca-fad21fcfe452 req-7cd842c7-d830-4ab9-891e-7a559ea17d3c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1111965 Apr 05 18:46:56.949096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:56.965853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-23c14d19-124b-4f06-9b5a-7fa18c209a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:56.990221 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-97483beb-4a39-4310-86ca-fad21fcfe452 req-67fb5dd8-d959-4899-9a58-34cff6e57820 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Apr 05 18:46:57.093812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-14dbea43-0f11-4ff2-8a88-960b487aedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:57.100556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-94a4fe90-0e78-4676-b3d5-483f6fdb172c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:57.104296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848d8ee-91d2-489c-828d-aa66208fed36 None None] Pushing event updated for resources: {'Port': ['ID=566100d8-ac9a-4ccb-b0b2-2ee58f456ba7,revision_number=2']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:57.124025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8848d8ee-91d2-489c-828d-aa66208fed36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:57.144576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbea43-0f11-4ff2-8a88-960b487aedf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e339258-63d5-4147-9980-ab0e89d05c89,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:57.154206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-14dbea43-0f11-4ff2-8a88-960b487aedf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:57.163578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-14dbea43-0f11-4ff2-8a88-960b487aedf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:57.164819 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-14dbea43-0f11-4ff2-8a88-960b487aedf2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e339258-63d5-4147-9980-ab0e89d05c89 HTTP/1.1" status: 204 len: 168 time: 1.0934718 Apr 05 18:46:57.183759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Attempting to bind port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:46:57.184184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Attempting to bind port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:46:57.184594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Attempting to bind port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 on network c31d3d47-af10-4a12-bee5-4e18c2c19501 {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:46:57.191155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:46:57.191669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:46:57.192115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:57.192553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Bound using segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:46:57.193070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Bound port: 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:46:57.193480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:57.272884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:46:57.278683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] For port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:46:57.281995 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] For port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=566100d8-ac9a-4ccb-b0b2-2ee58f456ba7,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:46:57.286832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:57.302983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:57.306074 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:57.477889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848d8ee-91d2-489c-828d-aa66208fed36 None None] Pushing event updated for resources: {'Port': ['ID=566100d8-ac9a-4ccb-b0b2-2ee58f456ba7,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:57.483679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8848d8ee-91d2-489c-828d-aa66208fed36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:57.527867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Routers {'1acce4ce-f0e7-4071-929f-893e56d72915'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:46:57.528531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['1acce4ce-f0e7-4071-929f-893e56d72915'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:57.568538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Allocated IP 172.20.0.1 (723ee61f-b0be-4dc1-bd13-5a6493d4ec8f/3654b141-20ba-4c9b-bd18-0c130174891a/bbef392e-feea-44a8-9319-56942e08a5aa) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:46:57.742364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] Set router 1acce4ce-f0e7-4071-929f-893e56d72915 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:46:57.742918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:57.760139 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Transition to ACTIVE for port object bbef392e-feea-44a8-9319-56942e08a5aa will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:46:57.796889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:57.898548 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:57.955218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c7ec7-6fa1-4a65-8e19-64d7c69880f5 req-d35d7815-edcb-4dbb-9d76-acc526266eec tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:57.957244 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b08c7ec7-6fa1-4a65-8e19-64d7c69880f5 req-d35d7815-edcb-4dbb-9d76-acc526266eec tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 950 time: 0.1263983 Apr 05 18:46:58.027988 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b08c7ec7-6fa1-4a65-8e19-64d7c69880f5 req-8166e1c0-bfc9-4c3c-b2a7-40951d3b1e3c tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Apr 05 18:46:58.069041 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbef392e-feea-44a8-9319-56942e08a5aa,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:58.083904 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:58.187012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab23705-2425-467f-b59e-603d04bc2a9a req-2f1fe5e9-725b-47cf-88da-2f57dd62a59a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:58.188828 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fab23705-2425-467f-b59e-603d04bc2a9a req-2f1fe5e9-725b-47cf-88da-2f57dd62a59a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.2914765 Apr 05 18:46:58.193940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:58.195190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:58.198561 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:46:58.199073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836221'] for router_interface, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:58.271170 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fab23705-2425-467f-b59e-603d04bc2a9a req-4df166fe-fd55-42f0-9f43-a5e203a1ee4b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736423 Apr 05 18:46:58.328672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:46:52Z', 'revision_number': 3, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port': {'id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:50Z', 'updated_at': '2021-04-05T18:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:46:58.347822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226fce5-f89f-4e5b-9aa6-752bec6b8d6a None None] The sync data for ids ['1acce4ce-f0e7-4071-929f-893e56d72915'] in dv-cinder-782405-5-smb is: [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:46:52Z', 'revision_number': 3, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port': {'id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:50Z', 'updated_at': '2021-04-05T18:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:46:58.433191 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:58.514815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-8c147b7a-7f74-4912-9a56-b21bfe4a8387 None None] Provisioning for port bbef392e-feea-44a8-9319-56942e08a5aa completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:46:58.523577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-8c147b7a-7f74-4912-9a56-b21bfe4a8387 None None] Provisioning complete for port bbef392e-feea-44a8-9319-56942e08a5aa triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:58.524000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8c147b7a-7f74-4912-9a56-b21bfe4a8387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:58.614340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-8c147b7a-7f74-4912-9a56-b21bfe4a8387 None None] Port bbef392e-feea-44a8-9319-56942e08a5aa cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:46:58.665521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d3b31-8df5-429a-b776-8a301c6ee301 req-cae4a4e8-9868-4da6-9a20-fd3cf63062d5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:58.667133 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-344d3b31-8df5-429a-b776-8a301c6ee301 req-cae4a4e8-9868-4da6-9a20-fd3cf63062d5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1146030 Apr 05 18:46:58.728848 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-344d3b31-8df5-429a-b776-8a301c6ee301 req-aca3d0b8-1d75-4efb-bce6-0b6521da8200 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547733 Apr 05 18:46:58.824505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:58.829711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:58.830569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853990684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853832810'] for router_interface, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:58.850988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:46:59.039990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbef392e-feea-44a8-9319-56942e08a5aa,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:46:59.052051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9b604-0921-4a69-9973-7ff0dd07d977 req-a614cf47-d354-4067-8664-b675d39e6a07 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:59.052919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.053441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.053939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.054444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.054944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.055474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.056144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.056445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.056937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.057430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.058121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.058625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:46:59.060001 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5f9b604-0921-4a69-9973-7ff0dd07d977 req-a614cf47-d354-4067-8664-b675d39e6a07 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 950 time: 0.1144183 Apr 05 18:46:59.074833 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:46:59.105836 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5f9b604-0921-4a69-9973-7ff0dd07d977 req-091d1588-01f9-47df-9ce9-b0277e266fcf tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445380 Apr 05 18:46:59.116612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:46:59.117860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:46:59.395315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Router 1acce4ce-f0e7-4071-929f-893e56d72915 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:46:59.449430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-1b839cc6-6975-4a09-9b93-a2f4bce0a280 None None] Provisioning complete for port bbef392e-feea-44a8-9319-56942e08a5aa triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:46:59.449827 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b839cc6-6975-4a09-9b93-a2f4bce0a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:46:59.538897 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-1b839cc6-6975-4a09-9b93-a2f4bce0a280 None None] Port bbef392e-feea-44a8-9319-56942e08a5aa cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:46:59.556777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e648b-2e0e-4909-aebe-124c94a4a520 req-4052fad0-278c-430f-87f0-76eb148f85c1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:59.558747 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bf3e648b-2e0e-4909-aebe-124c94a4a520 req-4052fad0-278c-430f-87f0-76eb148f85c1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1124692 Apr 05 18:46:59.622098 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bf3e648b-2e0e-4909-aebe-124c94a4a520 req-7bc5e3be-6ba5-4d6c-b4ec-1686b4aa5eda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564156 Apr 05 18:46:59.692956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:46:59.706789 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] 10.222.0.15 "PUT /v2.0/routers/1acce4ce-f0e7-4071-929f-893e56d72915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1243560 Apr 05 18:46:59.961673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dcffe-bc26-46da-ac87-ce606c604879 req-915a44ee-ae20-45bb-95cb-9659f6b5c69e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:46:59.963343 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-670dcffe-bc26-46da-ac87-ce606c604879 req-915a44ee-ae20-45bb-95cb-9659f6b5c69e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1097252 Apr 05 18:47:00.012555 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-670dcffe-bc26-46da-ac87-ce606c604879 req-c0280d3f-e9a8-4e80-a44f-7eba6b1d8641 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Apr 05 18:47:00.328000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e7c32-9817-470e-bdbb-c763c75924d1 req-8b5bbc11-7b3c-4258-a74c-622daa5722d5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:00.330206 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-459e7c32-9817-470e-bdbb-c763c75924d1 req-8b5bbc11-7b3c-4258-a74c-622daa5722d5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 950 time: 0.1019588 Apr 05 18:47:00.404882 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-459e7c32-9817-470e-bdbb-c763c75924d1 req-5d961641-b6a7-42ea-a0fd-f4129bc93b9f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583155 Apr 05 18:47:00.616723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:47:00.896608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:47:00.908656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:47:00.931032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:00.984997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-97be573c-1474-46ae-bf36-274b79b3e372 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:00.987171 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-97be573c-1474-46ae-bf36-274b79b3e372 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.44 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 950 time: 0.2236519 Apr 05 18:47:01.069991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746563b9-d4a9-4c2e-8a33-377055362cf2 req-eb646760-e9aa-48ff-97f0-099c447465c7 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:01.071731 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-746563b9-d4a9-4c2e-8a33-377055362cf2 req-eb646760-e9aa-48ff-97f0-099c447465c7 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.2147658 Apr 05 18:47:01.147999 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-746563b9-d4a9-4c2e-8a33-377055362cf2 req-b5a98942-f236-4adb-bf51-451f519438da tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668123 Apr 05 18:47:01.149243 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:01.171070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Deleting port 87df002d-9f7a-4b86-85bc-0e2735170b81 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:47:01.171806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:01.177093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=566100d8-ac9a-4ccb-b0b2-2ee58f456ba7,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:01.188167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:01.190826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:01.297218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=566100d8-ac9a-4ccb-b0b2-2ee58f456ba7,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:01.301458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:01.545498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] For port 87df002d-9f7a-4b86-85bc-0e2735170b81, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=87df002d-9f7a-4b86-85bc-0e2735170b81,segment=NetworkSegment(fda7599b-e3b2-42e9-b51e-9a70a20228f3),segment_id=fda7599b-e3b2-42e9-b51e-9a70a20228f3)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:01.545897 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:01.720961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5b769e19-8f24-4110-a845-ec355d4e20f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:01.726958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Calling delete_port for 87df002d-9f7a-4b86-85bc-0e2735170b81 owned by compute:nova {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:47:01.778241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Sync routers for ids ['1acce4ce-f0e7-4071-929f-893e56d72915'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:47:01.793306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Routers {'1acce4ce-f0e7-4071-929f-893e56d72915'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:47:01.794134 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:46:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['1acce4ce-f0e7-4071-929f-893e56d72915'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:01.803784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0b39-2d53-4b0d-95d2-b44e71ab58ea req-b36f254e-cd41-47df-a4d8-d6bce492b8d3 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:01.816621 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f2b0b39-2d53-4b0d-95d2-b44e71ab58ea req-b36f254e-cd41-47df-a4d8-d6bce492b8d3 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 950 time: 0.2350438 Apr 05 18:47:01.904849 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f2b0b39-2d53-4b0d-95d2-b44e71ab58ea req-6c5a8225-68b7-46a3-9541-3c747efc01cf tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/security-groups?id=f781b397-ccfe-4479-a01d-73aeeba450c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872555 Apr 05 18:47:02.025551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:02.053674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1ab54084-b89c-477e-aab1-350597ddba46 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:02.218446 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Set router 1acce4ce-f0e7-4071-929f-893e56d72915 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:47:02.226545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Pushing event deleted for resources: {'Port': ['ID=87df002d-9f7a-4b86-85bc-0e2735170b81,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:02.238164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:02.311793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7a4a0-766c-4b21-ba34-a4f101639cb8 req-13aefb97-67b4-43ce-99ee-f9002c939ff7 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:02.314098 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5b7a4a0-766c-4b21-ba34-a4f101639cb8 req-13aefb97-67b4-43ce-99ee-f9002c939ff7 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2013197 Apr 05 18:47:02.396185 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5b7a4a0-766c-4b21-ba34-a4f101639cb8 req-96b6afa2-c588-4e56-bd97-8328dcf189dd tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737519 Apr 05 18:47:02.440469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['87df002d-9f7a-4b86-85bc-0e2735170b81'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:47:02.538952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] No DVR routers for this DVR port 87df002d-9f7a-4b86-85bc-0e2735170b81 on host hv-cinder-78240 {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:47:02.551888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:02.571376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2968184e-ba42-4971-a454-8e80bd5e4870', 'name': 'network-vif-deleted', 'tag': '87df002d-9f7a-4b86-85bc-0e2735170b81'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:47:02.578249 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8c919291-6c66-4418-8fac-1e843d3c0c38 req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.44 "DELETE /v2.0/ports/87df002d-9f7a-4b86-85bc-0e2735170b81 HTTP/1.1" status: 204 len: 173 time: 1.5830140 Apr 05 18:47:02.588284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e65270-a441-4ab8-be83-d864a15a1736 req-493b2454-b28e-4046-af09-ed4315344174 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:02.612217 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-01e65270-a441-4ab8-be83-d864a15a1736 req-493b2454-b28e-4046-af09-ed4315344174 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.2313485 Apr 05 18:47:02.703253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:47:02.715956 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-01e65270-a441-4ab8-be83-d864a15a1736 req-062be6d6-8eb3-4c57-885c-2a2dbf1316f2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027794 Apr 05 18:47:02.775846 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2968184e-ba42-4971-a454-8e80bd5e4870', 'name': 'network-vif-deleted', 'tag': '87df002d-9f7a-4b86-85bc-0e2735170b81', 'status': 'completed', 'code': 200} Apr 05 18:47:02.824614 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:03.059561 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:47:03.060862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:03.325950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:46:58Z', 'revision_number': 4, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port': {'id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:50Z', 'updated_at': '2021-04-05T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'bbef392e-feea-44a8-9319-56942e08a5aa', 'name': '', 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'mac_address': 'fa:16:3e:53:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3654b141-20ba-4c9b-bd18-0c130174891a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:57Z', 'updated_at': '2021-04-05T18:46:58Z', 'revision_number': 2, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'subnets': [{'id': '3654b141-20ba-4c9b-bd18-0c130174891a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:03.331232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Checking router: 1acce4ce-f0e7-4071-929f-893e56d72915 for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:47:03.331674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Updating router 1acce4ce-f0e7-4071-929f-893e56d72915 port bbef392e-feea-44a8-9319-56942e08a5aa binding host dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:47:03.362170 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-236267f7-bd2f-433f-9535-f643af0a465f req-e6183696-c729-4997-a548-639995bfcd0f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] 10.222.0.15 "GET /v2.0/ports?device_id=2968184e-ba42-4971-a454-8e80bd5e4870 HTTP/1.1" status: 200 len: 210 time: 0.1277938 Apr 05 18:47:03.420796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:03.966661 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43543700-94d9-42db-bbca-3bdea0ee13a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:04.028873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8dd5-cd8a-4599-a9dc-a46c1086d4ad req-f0a4e293-9ac0-4080-aab4-5d12b58e9b50 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:04.030660 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-74da8dd5-cd8a-4599-a9dc-a46c1086d4ad req-f0a4e293-9ac0-4080-aab4-5d12b58e9b50 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1622779 Apr 05 18:47:04.066562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Notify callbacks [] for port, precommit_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:04.082398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Transition to ACTIVE for port object bbef392e-feea-44a8-9319-56942e08a5aa will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:47:04.089344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:04.128356 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-74da8dd5-cd8a-4599-a9dc-a46c1086d4ad req-f11b3913-4777-4f61-b28f-9c2ced5f7392 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895534 Apr 05 18:47:04.250790 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:04.320990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 87df002d-9f7a-4b86-85bc-0e2735170b81 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:47:04.377087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 87df002d-9f7a-4b86-85bc-0e2735170b81 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:47:04.377625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 87df002d-9f7a-4b86-85bc-0e2735170b81 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:47:04.646277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:04.647806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f94e-9453-45b5-a750-71be3d71cd20 None None] Pushing event updated for resources: {'Port': ['ID=bbef392e-feea-44a8-9319-56942e08a5aa,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:04.661307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6683f94e-9453-45b5-a750-71be3d71cd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:04.785786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Attempting to bind port bbef392e-feea-44a8-9319-56942e08a5aa on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:47:04.786461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Attempting to bind port bbef392e-feea-44a8-9319-56942e08a5aa by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:47:04.787031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Attempting to bind port bbef392e-feea-44a8-9319-56942e08a5aa on network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:47:04.804245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:47:04.804946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Checking segment: {'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:47:04.805717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:04.806362 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Bound using segment: {'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:47:04.807057 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Bound port: bbef392e-feea-44a8-9319-56942e08a5aa, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc38b89-0e06-4339-a8ae-2cefaa926f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:47:04.807978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:04.922964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] For port bbef392e-feea-44a8-9319-56942e08a5aa, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:47:04.926705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] For port bbef392e-feea-44a8-9319-56942e08a5aa, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=bbef392e-feea-44a8-9319-56942e08a5aa,segment=NetworkSegment(0bc38b89-0e06-4339-a8ae-2cefaa926f92),segment_id=0bc38b89-0e06-4339-a8ae-2cefaa926f92)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:47:04.935813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:04.953340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6683f94e-9453-45b5-a750-71be3d71cd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:05.062545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f94e-9453-45b5-a750-71be3d71cd20 None None] Pushing event updated for resources: {'Port': ['ID=bbef392e-feea-44a8-9319-56942e08a5aa,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:05.065843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6683f94e-9453-45b5-a750-71be3d71cd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:05.249988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Routers {'1acce4ce-f0e7-4071-929f-893e56d72915'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:47:05.251486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:47:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['1acce4ce-f0e7-4071-929f-893e56d72915'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:05.470694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717927ab-7472-4818-882c-3d2d957d8a0a req-b07cc823-ba67-42e2-9188-485b46feb20e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:05.486467 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-717927ab-7472-4818-882c-3d2d957d8a0a req-b07cc823-ba67-42e2-9188-485b46feb20e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1525786 Apr 05 18:47:05.563636 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-717927ab-7472-4818-882c-3d2d957d8a0a req-81ab67ac-5da3-4808-8d19-ddac3eb9dbcf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759804 Apr 05 18:47:05.903918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:05.955950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] Set router 1acce4ce-f0e7-4071-929f-893e56d72915 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:47:06.072973 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-723b8778-fd88-4a58-a928-d821865ddfa3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2082951 Apr 05 18:47:06.273194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-c30ad3e5-5516-483c-93b0-1b93b7113145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:06.278678 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-c30ad3e5-5516-483c-93b0-1b93b7113145 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 1099 time: 0.1718793 Apr 05 18:47:06.331097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:47:06.503723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 37964) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:06.636562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-7bed3459-5d39-4767-a6e4-75f944b24230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:06.638149 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-7bed3459-5d39-4767-a6e4-75f944b24230 service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.3313487 Apr 05 18:47:06.741310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Deleting subnet 5c12bb9d-fb83-47ec-a171-bd140f068a8d {{(pid=84248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:47:06.759062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:06.819859 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-e75c8e0a-f3b9-4eb1-9fd1-a9a7c3bd23a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0 HTTP/1.1" status: 200 len: 217 time: 0.1731880 Apr 05 18:47:06.903894 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:06.951980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'port_id': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'mac_address': 'fa:16:3e:c2:fe:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:47:06.970260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:07.026483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-4e38ca7a-32c1-4dd4-9119-d6108373f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:07.028273 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-4e38ca7a-32c1-4dd4-9119-d6108373f31c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.1998100 Apr 05 18:47:07.140555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:46:58Z', 'revision_number': 4, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port': {'id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:50Z', 'updated_at': '2021-04-05T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'bbef392e-feea-44a8-9319-56942e08a5aa', 'name': '', 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'mac_address': 'fa:16:3e:53:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3654b141-20ba-4c9b-bd18-0c130174891a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:57Z', 'updated_at': '2021-04-05T18:47:04Z', 'revision_number': 4, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'subnets': [{'id': '3654b141-20ba-4c9b-bd18-0c130174891a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:07.149711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0f9e5-1274-4431-a715-36cd0a59888b None None] The sync data for ids ['1acce4ce-f0e7-4071-929f-893e56d72915'] in dv-cinder-782405-5-smb is: [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:46:58Z', 'revision_number': 4, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port': {'id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:50Z', 'updated_at': '2021-04-05T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'bbef392e-feea-44a8-9319-56942e08a5aa', 'name': '', 'network_id': '723ee61f-b0be-4dc1-bd13-5a6493d4ec8f', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'mac_address': 'fa:16:3e:53:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3654b141-20ba-4c9b-bd18-0c130174891a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:57Z', 'updated_at': '2021-04-05T18:47:04Z', 'revision_number': 4, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'subnets': [{'id': '3654b141-20ba-4c9b-bd18-0c130174891a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:47:07.158232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:07.224016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:47:07.270841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:07.274562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:07.277489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:07.299868 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-a849e52e-63e8-4e22-b688-dcb609f58205 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764667 Apr 05 18:47:07.447487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:47:07.501725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=6']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:07.526397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:07.617292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:07.621265 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-d4095094-d0c7-434b-b034-b045bd46b1ba service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046844 Apr 05 18:47:07.762638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194f84-32f9-4fb8-a831-a1ff35cab1e4 req-8648c937-3fd0-4436-af72-24f6c57d14f2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:07.771145 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f4194f84-32f9-4fb8-a831-a1ff35cab1e4 req-8648c937-3fd0-4436-af72-24f6c57d14f2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 944 time: 1.0227234 Apr 05 18:47:07.821064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837650e-c127-49a7-9302-a90882881c91 req-6553cbf3-af82-4214-aa79-9db0237fe99d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:07.837875 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3837650e-c127-49a7-9302-a90882881c91 req-6553cbf3-af82-4214-aa79-9db0237fe99d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.8076370 Apr 05 18:47:07.908632 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3837650e-c127-49a7-9302-a90882881c91 req-12f7b813-d8d5-4c00-87a4-1461c0b71a98 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693450 Apr 05 18:47:08.023528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-d9830fcf-c19a-45b6-81e1-fc9d873dfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:08.030491 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-d9830fcf-c19a-45b6-81e1-fc9d873dfba4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1098 time: 1.1236503 Apr 05 18:47:08.060441 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a72514-2e41-4f9e-99f7-4b4b3ae7b28c req-044e597a-ad5a-4250-a4c9-10eb9614608b service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275377 Apr 05 18:47:08.273632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:47:08.428983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:47:08.429524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:08.596249 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f4194f84-32f9-4fb8-a831-a1ff35cab1e4 req-f610d695-d803-448b-b36a-b08d4a46d0dd tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8240986 Apr 05 18:47:08.736254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device bbef392e-feea-44a8-9319-56942e08a5aa up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:47:08.742525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-f66312be-b906-455f-8206-0cf4ecbf5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:08.746078 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-f66312be-b906-455f-8206-0cf4ecbf5ce5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.7009442 Apr 05 18:47:08.839798 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:08.867128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port bbef392e-feea-44a8-9319-56942e08a5aa completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:47:08.887886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port bbef392e-feea-44a8-9319-56942e08a5aa triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:47:08.888322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:08.926776 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-9c25b95e-ca77-4085-a239-8359298b8bea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 200 len: 217 time: 0.1680460 Apr 05 18:47:09.091087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:09.100458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:47:09.142863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:09.153658 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:09.156761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:09.170957 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:09.322851 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'code': 200} Apr 05 18:47:09.328215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:09.349784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:09.395592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=7']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:09.399854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:09.401639 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port bbef392e-feea-44a8-9319-56942e08a5aa, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=bbef392e-feea-44a8-9319-56942e08a5aa,segment=NetworkSegment(0bc38b89-0e06-4339-a8ae-2cefaa926f92),segment_id=0bc38b89-0e06-4339-a8ae-2cefaa926f92)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:09.424991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:09.427332 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:09.530716 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-b0b1e684-0e76-4696-a436-6553ec346cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:09.532411 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-b0b1e684-0e76-4696-a436-6553ec346cb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.5922925 Apr 05 18:47:09.533181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c12bb9d-fb83-47ec-a171-bd140f068a8d,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:09.554512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=bbef392e-feea-44a8-9319-56942e08a5aa,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:09.562925 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:09.569640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:09.700856 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-ab0afc17-57d2-4bd7-9fc1-0852f43f5b72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413832 Apr 05 18:47:09.887480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009c60-4e64-44db-8537-513b72cf9892 req-b72cb618-ce8e-493b-a61e-f01964e4f481 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:09.896335 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-39009c60-4e64-44db-8537-513b72cf9892 req-b72cb618-ce8e-493b-a61e-f01964e4f481 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1035132 Apr 05 18:47:09.957967 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-39009c60-4e64-44db-8537-513b72cf9892 req-85d2d74d-9df5-4fec-a058-b8ca5536d222 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602925 Apr 05 18:47:10.001610 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-417672d4-f7e4-4b72-8b61-b163b0db5cee service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624304 Apr 05 18:47:10.257755 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cfbca63-3114-4b55-afff-9d5dc60dd1ff req-ac3557e0-c6c8-4b33-87e6-2c1c9844a893 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398238 Apr 05 18:47:10.259802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:10.274005 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5c12bb9d-fb83-47ec-a171-bd140f068a8d HTTP/1.1" status: 204 len: 168 time: 3.7692571 Apr 05 18:47:10.276717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 38072) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:10.303867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bd617-2fbc-4d32-8461-4139b0d2cb21 req-95feefa9-02cd-43cd-82a8-63d2c6996ae4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:10.312195 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f53bd617-2fbc-4d32-8461-4139b0d2cb21 req-95feefa9-02cd-43cd-82a8-63d2c6996ae4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 1.1465201 Apr 05 18:47:10.398200 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f53bd617-2fbc-4d32-8461-4139b0d2cb21 req-e9ddc866-67d5-4340-be86-e74da6ab91be tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844822 Apr 05 18:47:10.674434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device bbef392e-feea-44a8-9319-56942e08a5aa up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:47:10.905164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:10.924298 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port bbef392e-feea-44a8-9319-56942e08a5aa triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:47:10.924755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:11.320044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca60f0-4297-4396-ad8b-b9eb7b71d2f0 req-f114720c-d659-45e1-b777-d516f9a1563c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:11.333590 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b4ca60f0-4297-4396-ad8b-b9eb7b71d2f0 req-f114720c-d659-45e1-b777-d516f9a1563c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1617129 Apr 05 18:47:11.413850 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b4ca60f0-4297-4396-ad8b-b9eb7b71d2f0 req-91498a9f-84c0-4cf3-ad59-91c512eaef4c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789454 Apr 05 18:47:11.428214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:11.651551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b74face-2105-4dd0-91d7-f8d54978c25b']}} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:11.675756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc14e89-3bd9-4cfe-a407-04f94a593432') {'for_net_delete': True} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:11.676313 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc14e89-3bd9-4cfe-a407-04f94a593432') {} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:11.696943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821676762'] for segment, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:11.803944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:11.811511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:47:12.250060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Network 0b74face-2105-4dd0-91d7-f8d54978c25b has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:47:12.288232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04156-a4d5-4097-90eb-4bac748ca502 req-dc10296a-1890-4fda-b41d-71cf4cc82d2a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:12.289904 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-10c04156-a4d5-4097-90eb-4bac748ca502 req-dc10296a-1890-4fda-b41d-71cf4cc82d2a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.5732574 Apr 05 18:47:12.304212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278810'] for segment, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:12.581446 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-10c04156-a4d5-4097-90eb-4bac748ca502 req-e98fa661-3808-465e-89db-4720bbe7fde8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470660 Apr 05 18:47:12.747788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39215296-8b27-436d-b7c2-b52f876c497a req-824daa5b-1892-44e8-a104-002f4106c8da tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:12.758452 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-39215296-8b27-436d-b7c2-b52f876c497a req-824daa5b-1892-44e8-a104-002f4106c8da tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1310039 Apr 05 18:47:12.834822 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-39215296-8b27-436d-b7c2-b52f876c497a req-8c40d417-7a2e-41c6-b53e-5cf6a207d345 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752711 Apr 05 18:47:12.890875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Network 0b74face-2105-4dd0-91d7-f8d54978c25b has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:47:12.971523 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:47:13.167034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:13.174442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3b9a032e-1468-41fd-9078-36727715b451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:13.199897 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:13.226333 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] 10.222.0.15 "DELETE /v2.0/networks/0b74face-2105-4dd0-91d7-f8d54978c25b HTTP/1.1" status: 204 len: 168 time: 2.9479508 Apr 05 18:47:13.228057 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Pushing event deleted for resources: {'Network': ['ID=0b74face-2105-4dd0-91d7-f8d54978c25b,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:13.228935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 38108) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:13.232750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4d406d81-3775-40bd-bf32-e57646ceeece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:13.356776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Deleting subnet 386a785e-8e31-4ec7-9953-8688c8091b5b {{(pid=84248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:47:13.368551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:13.463892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:13.486562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:13.861057 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:13.918768 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-67e96a04-8df4-461a-b071-e5fb992b8e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:14.032111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311f8c9-7f31-4dab-969b-f08137f21bab req-9f064259-a2d7-4c44-be57-652268a5c54c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:14.033826 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6311f8c9-7f31-4dab-969b-f08137f21bab req-9f064259-a2d7-4c44-be57-652268a5c54c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2280598 Apr 05 18:47:14.059310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386a785e-8e31-4ec7-9953-8688c8091b5b,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:14.065200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:14.108800 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6311f8c9-7f31-4dab-969b-f08137f21bab req-c6844a6a-799f-42d9-bc03-d6548911f404 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661569 Apr 05 18:47:14.235661 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:14.242624 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/386a785e-8e31-4ec7-9953-8688c8091b5b HTTP/1.1" status: 204 len: 168 time: 1.0125282 Apr 05 18:47:14.245439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 38120) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:14.334104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5bdf2-cf42-40ad-b624-e76c7f5cc604 req-0e3f9f43-f115-4e88-aa8b-c9f1fb9c8069 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:14.345285 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bcf5bdf2-cf42-40ad-b624-e76c7f5cc604 req-0e3f9f43-f115-4e88-aa8b-c9f1fb9c8069 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.2169228 Apr 05 18:47:14.455753 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bcf5bdf2-cf42-40ad-b624-e76c7f5cc604 req-72b5529b-9c6b-48fb-bec8-b1d348daf0cc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092048 Apr 05 18:47:14.543747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:14.769416 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:14.893385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4b35ac-faee-40a8-904c-fefe5fa4e17e']}} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:14.922943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9a9b2c-04f9-4d76-b831-d932ca6172bb') {'for_net_delete': True} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:14.928630 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9a9b2c-04f9-4d76-b831-d932ca6172bb') {} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:47:14.953159 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821676762'] for segment, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:15.007481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:15.026718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:47:15.667066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Network ad4b35ac-faee-40a8-904c-fefe5fa4e17e has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:47:15.682597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278810'] for segment, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:15.971123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803517b-0219-40fa-afc4-3bd0995521e6 req-89241da2-f47b-4250-8e55-da86b557feac tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:15.984838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10494ba-89a0-4dd7-b75d-7792dc3b5338 req-9022bd83-a5d4-42f6-9299-ff69047c7382 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:15.985364 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c803517b-0219-40fa-afc4-3bd0995521e6 req-89241da2-f47b-4250-8e55-da86b557feac tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.4292500 Apr 05 18:47:15.993694 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e10494ba-89a0-4dd7-b75d-7792dc3b5338 req-9022bd83-a5d4-42f6-9299-ff69047c7382 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.2180083 Apr 05 18:47:16.063346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Network ad4b35ac-faee-40a8-904c-fefe5fa4e17e has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:47:16.074750 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c803517b-0219-40fa-afc4-3bd0995521e6 req-9a8c5f0a-d54d-442d-9ea7-96fbb945609e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656965 Apr 05 18:47:16.075265 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e10494ba-89a0-4dd7-b75d-7792dc3b5338 req-16980d79-73a2-4d22-8a35-d6b9ea036053 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800297 Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:47:16.091536 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:47:16.230091 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:16.242219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f9c02728-b244-44b1-a280-1546032c6056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:16.271212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:16.277714 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4b35ac-faee-40a8-904c-fefe5fa4e17e,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:16.280935 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] 10.222.0.15 "DELETE /v2.0/networks/ad4b35ac-faee-40a8-904c-fefe5fa4e17e HTTP/1.1" status: 204 len: 168 time: 2.0343242 Apr 05 18:47:16.282320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8f4edaa8-20c1-4146-abed-78a446080f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:16.450326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 38140) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:16.526047 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0246f9ef-c2d1-463e-ad36-957de36a2cdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b0717bc93444be5ad6c7c9f81c22f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744045 Apr 05 18:47:16.528752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 38144) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:16.646368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b54ed94-384a-435a-a0bb-7cb13fab6741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:16.704175 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b54ed94-384a-435a-a0bb-7cb13fab6741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:16.776593 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b54ed94-384a-435a-a0bb-7cb13fab6741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:16.786825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b0b5ca1a-19a9-43ad-b2cd-f487959ab600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:16.803586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54ed94-384a-435a-a0bb-7cb13fab6741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c77ff-8af4-4ee3-9542-898bbac396a6,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:16.806621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1b54ed94-384a-435a-a0bb-7cb13fab6741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:16.836371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1b54ed94-384a-435a-a0bb-7cb13fab6741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:16.851492 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1b54ed94-384a-435a-a0bb-7cb13fab6741 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e9c77ff-8af4-4ee3-9542-898bbac396a6 HTTP/1.1" status: 204 len: 168 time: 0.3107729 Apr 05 18:47:17.429414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83d4c8-4872-48c7-96ca-c67839d8e282 req-05b24cbc-ff0f-480e-99e7-c68331566257 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:17.438321 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dc83d4c8-4872-48c7-96ca-c67839d8e282 req-05b24cbc-ff0f-480e-99e7-c68331566257 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1381648 Apr 05 18:47:17.449418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f0865-5455-4375-9e1a-be4605b74b52 req-d8716d6f-4971-48db-94d1-2203354b2a65 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:17.451077 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-578f0865-5455-4375-9e1a-be4605b74b52 req-d8716d6f-4971-48db-94d1-2203354b2a65 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2198536 Apr 05 18:47:17.451669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 38192) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:17.499250 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dc83d4c8-4872-48c7-96ca-c67839d8e282 req-b7688c06-82cf-420e-846d-0d866bbc294f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594802 Apr 05 18:47:17.542272 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f4b44efe-ea1e-4544-96a6-a49e29b8c354 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c5c2f6fd22046bfb3368a2b24b4c0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892658 Apr 05 18:47:17.544841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 38200) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:17.600043 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-578f0865-5455-4375-9e1a-be4605b74b52 req-6a3e7529-dfe5-4aa9-86ed-7b4a2129ef01 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926044 Apr 05 18:47:17.627879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e6e66d72-a463-42ed-852d-855fc565b833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:17.658205 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e6e66d72-a463-42ed-852d-855fc565b833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:17.728838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e6e66d72-a463-42ed-852d-855fc565b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:17.734137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e9bd4df3-22ce-483d-8867-e6b95fe22064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:17.749259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e66d72-a463-42ed-852d-855fc565b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de112045-c4e7-456b-b757-c538bf23cd8d,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:17.752178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e6e66d72-a463-42ed-852d-855fc565b833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:17.757947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e6e66d72-a463-42ed-852d-855fc565b833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:17.759172 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e6e66d72-a463-42ed-852d-855fc565b833 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de112045-c4e7-456b-b757-c538bf23cd8d HTTP/1.1" status: 204 len: 168 time: 0.2132776 Apr 05 18:47:18.335336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-06d299ac-09f8-465b-abe1-6570ab2a8d77 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:18.336190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-06d299ac-09f8-465b-abe1-6570ab2a8d77 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Synchronizing usage tracker for tenant:b97aee16ca0345899e89570241e7b979 on resource:network {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:47:18.359633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-06d299ac-09f8-465b-abe1-6570ab2a8d77 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Unset dirty status for tenant:b97aee16ca0345899e89570241e7b979 on resource:network {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:47:18.369010 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-06d299ac-09f8-465b-abe1-6570ab2a8d77 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/networks?id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 200 len: 814 time: 0.2807527 Apr 05 18:47:18.386639 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-28b816f2-7cc3-478e-92ac-fdff7dc69ba9 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/quotas/b97aee16ca0345899e89570241e7b979 HTTP/1.1" status: 200 len: 375 time: 0.0166340 Apr 05 18:47:18.517384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-bd92b64b-b323-4bb2-b1bf-11534207b3fc tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Synchronizing usage tracker for tenant:b97aee16ca0345899e89570241e7b979 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:47:18.560841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-bd92b64b-b323-4bb2-b1bf-11534207b3fc tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Unset dirty status for tenant:b97aee16ca0345899e89570241e7b979 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:47:18.571085 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-bd92b64b-b323-4bb2-b1bf-11534207b3fc tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b97aee16ca0345899e89570241e7b979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1833801 Apr 05 18:47:18.843699 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050ee1-1dde-431b-84fe-ba219e0db895 req-9c1b954f-a59a-486e-a3c4-c9ec36579bc6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:18.854751 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34050ee1-1dde-431b-84fe-ba219e0db895 req-9c1b954f-a59a-486e-a3c4-c9ec36579bc6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1459272 Apr 05 18:47:18.892033 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-291636ea-a018-4303-aba0-5abe0f05df5c service neutron] 10.222.0.15 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015258 Apr 05 18:47:18.971233 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34050ee1-1dde-431b-84fe-ba219e0db895 req-37447386-b474-4777-a71a-587f3356382e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149793 Apr 05 18:47:19.179585 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-76877b0b-cd39-4bff-8d37-b8dc62959abb service neutron] 10.222.0.15 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830229 Apr 05 18:47:19.357705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb90028-256b-4b2e-8b89-f77e4dbb95b3 req-f83df103-63bb-45b6-bb5c-58b3c6c97d89 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:19.366103 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb90028-256b-4b2e-8b89-f77e4dbb95b3 req-f83df103-63bb-45b6-bb5c-58b3c6c97d89 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2172358 Apr 05 18:47:19.480159 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb90028-256b-4b2e-8b89-f77e4dbb95b3 req-8198968c-8761-47ed-a49b-148277c13cce tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061110 Apr 05 18:47:19.671339 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f4afc646-2c6d-4c88-beb8-1bd02b2bbd0c req-715e4a98-344f-4a61-86a2-d5ab4409e8df tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 210 time: 0.1196086 Apr 05 18:47:20.327255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8affd-45cd-4873-8fe8-a72e15848c24 req-a20da758-f1a8-4972-b46e-5084f45c0fdc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:20.331767 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cda8affd-45cd-4873-8fe8-a72e15848c24 req-a20da758-f1a8-4972-b46e-5084f45c0fdc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1305370 Apr 05 18:47:20.392047 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cda8affd-45cd-4873-8fe8-a72e15848c24 req-22dd9e3b-87e8-46d0-8dc1-b82a08902f73 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509155 Apr 05 18:47:20.748739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7faf99-9c3b-495d-a630-c5b15727a6df req-f5a7279c-7036-4c0c-9ec7-3407cab2967f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:20.751611 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9e7faf99-9c3b-495d-a630-c5b15727a6df req-f5a7279c-7036-4c0c-9ec7-3407cab2967f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1043749 Apr 05 18:47:20.806292 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9e7faf99-9c3b-495d-a630-c5b15727a6df req-76730a26-faa9-42d1-8c84-bdab2f5ea367 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486531 Apr 05 18:47:20.860859 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-65661cb0-c6c4-42e8-b585-0de55e2fea90 req-a66c4f10-8058-479a-9628-b47b0b9afdf5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 210 time: 0.0546663 Apr 05 18:47:21.294849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-63438ac9-2f53-4adb-88b3-f1b61f3b5a94 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:21.294849 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-63438ac9-2f53-4adb-88b3-f1b61f3b5a94 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.44 "GET /v2.0/networks?id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 200 len: 814 time: 0.2556331 Apr 05 18:47:21.313391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'port': {'device_id': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'admin_state_up': True, 'tenant_id': 'b97aee16ca0345899e89570241e7b979'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:21.626172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:47:21.646942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:47:21.662128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Made reservation on behalf of b97aee16ca0345899e89570241e7b979 for: {'port': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:47:21.676707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:21.790480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c42904-9f0d-4c10-991e-57ce4c37ddc4 req-1a43493f-62a6-4456-b6eb-fdcd38ee4f40 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:21.800716 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-23c42904-9f0d-4c10-991e-57ce4c37ddc4 req-1a43493f-62a6-4456-b6eb-fdcd38ee4f40 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1650031 Apr 05 18:47:21.920087 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-23c42904-9f0d-4c10-991e-57ce4c37ddc4 req-946a8b05-ffdd-4118-b5c9-742b86c7de32 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182287 Apr 05 18:47:22.182964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e0419-50a1-4a6b-8d2e-38ae1f8f1126 req-915b235a-a02c-4baf-b140-ea825511d807 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:22.193678 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-901e0419-50a1-4a6b-8d2e-38ae1f8f1126 req-915b235a-a02c-4baf-b140-ea825511d807 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1227450 Apr 05 18:47:22.260116 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-901e0419-50a1-4a6b-8d2e-38ae1f8f1126 req-04b7dc54-eeb7-4c95-a9b5-c9d9a7abb3a5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652626 Apr 05 18:47:22.282723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 38386) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:22.485379 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a6cafd20-b2b7-4bb3-a438-87b11e11a65b req-13f34e5a-6292-487a-a102-dcccb0da6b29 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 210 time: 0.0864410 Apr 05 18:47:22.516042 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Allocated IP 172.20.0.8 (2772e18a-ce31-41f7-ba72-fe2a8e61cf5b/35f10ffc-c227-4dcf-b061-1c2c9710e050/51dec994-6347-4f44-8e12-8b97a93ab54d) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:47:22.553879 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-89c48dae-2797-43df-924c-26b2395bdc16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ed0261370354286924d2f3ee33a1f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697885 Apr 05 18:47:22.554263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 38400) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:22.752522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0f3291b3-b3a7-4fb4-b8ed-5e979471ef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:22.899396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0f3291b3-b3a7-4fb4-b8ed-5e979471ef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:23.135197 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:23.152647 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Transition to ACTIVE for port object 51dec994-6347-4f44-8e12-8b97a93ab54d will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:47:23.166955 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0f3291b3-b3a7-4fb4-b8ed-5e979471ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:23.231526 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d9dc17a8-af25-4dc5-a43c-69a14fa8e9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:23.255216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3291b3-b3a7-4fb4-b8ed-5e979471ef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781b397-ccfe-4479-a01d-73aeeba450c2,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:23.260334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0f3291b3-b3a7-4fb4-b8ed-5e979471ef96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:23.300588 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0f3291b3-b3a7-4fb4-b8ed-5e979471ef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:23.304289 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0f3291b3-b3a7-4fb4-b8ed-5e979471ef96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f781b397-ccfe-4479-a01d-73aeeba450c2 HTTP/1.1" status: 204 len: 168 time: 0.7465553 Apr 05 18:47:23.304289 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:23.431402 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:23.552572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b459a-9496-4df8-9f0f-e560bbf79b0a req-bc3459dc-0ebd-428a-b7b8-7ada1b01d777 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:23.561186 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8d5b459a-9496-4df8-9f0f-e560bbf79b0a req-bc3459dc-0ebd-428a-b7b8-7ada1b01d777 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.3978853 Apr 05 18:47:23.642752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'Port': ['ID=51dec994-6347-4f44-8e12-8b97a93ab54d,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:23.662521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:23.709805 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8d5b459a-9496-4df8-9f0f-e560bbf79b0a req-a7f77c75-92c3-437b-9325-111baa31b460 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472888 Apr 05 18:47:23.727646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:47:23.729445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:47:23.738867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:47:23.757889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:23.758621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:23.804487 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4986339 Apr 05 18:47:24.029603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a6eea-9108-4c93-abb9-5f8a5f7d2fa4 req-303e1fb7-3c6e-4a34-9d21-dca7c316e612 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:24.031271 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e7a6eea-9108-4c93-abb9-5f8a5f7d2fa4 req-303e1fb7-3c6e-4a34-9d21-dca7c316e612 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1359048 Apr 05 18:47:24.053975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 38430) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:24.101171 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-f7395949-156a-45b5-8c83-3810e0272cb0 None None] Provisioning for port 51dec994-6347-4f44-8e12-8b97a93ab54d completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:47:24.108105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-f7395949-156a-45b5-8c83-3810e0272cb0 None None] Provisioning complete for port 51dec994-6347-4f44-8e12-8b97a93ab54d triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:47:24.108872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f7395949-156a-45b5-8c83-3810e0272cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:24.131156 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e7a6eea-9108-4c93-abb9-5f8a5f7d2fa4 req-1c1ec652-e159-431e-9dcb-2fdc26525c08 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907748 Apr 05 18:47:24.181990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-f7395949-156a-45b5-8c83-3810e0272cb0 None None] Port 51dec994-6347-4f44-8e12-8b97a93ab54d cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:47:24.226852 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:24.243243 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:47:24.247235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Usage tracker for resource:security_group_rule and tenant:3e0431df9dc7451497d2b2dad87bb15b is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:47:24.250200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:47:24.256517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:47:24.367454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde50e0-ea24-41e4-9331-6c535627b362 req-1001a6eb-d6ba-485f-b286-6165dd44e317 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:24.367699 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:24.369015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ebde50e0-ea24-41e4-9331-6c535627b362 req-1001a6eb-d6ba-485f-b286-6165dd44e317 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Synchronizing usage tracker for tenant:b97aee16ca0345899e89570241e7b979 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:47:24.370902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:24.386313 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ebde50e0-ea24-41e4-9331-6c535627b362 req-1001a6eb-d6ba-485f-b286-6165dd44e317 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Unset dirty status for tenant:b97aee16ca0345899e89570241e7b979 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:47:24.389196 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ebde50e0-ea24-41e4-9331-6c535627b362 req-1001a6eb-d6ba-485f-b286-6165dd44e317 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.1421549 Apr 05 18:47:24.393071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6733bfc1-06ad-4348-a46a-637200aa5a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:24.413055 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e0431df9dc7451497d2b2dad87bb15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576939 Apr 05 18:47:24.413843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 38436) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:24.437945 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9041f0-5696-466d-a11b-1a966aca99f3,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:24.444495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ebde50e0-ea24-41e4-9331-6c535627b362 req-16373e14-64d1-4752-99a2-91da4fde4f44 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Synchronizing usage tracker for tenant:b97aee16ca0345899e89570241e7b979 on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:47:24.453038 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:24.462388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ebde50e0-ea24-41e4-9331-6c535627b362 req-16373e14-64d1-4752-99a2-91da4fde4f44 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Unset dirty status for tenant:b97aee16ca0345899e89570241e7b979 on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:47:24.463739 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ebde50e0-ea24-41e4-9331-6c535627b362 req-16373e14-64d1-4752-99a2-91da4fde4f44 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689666 Apr 05 18:47:24.523606 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9662f96-ce4d-431a-8254-33c60cfb0492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:24.551833 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9662f96-ce4d-431a-8254-33c60cfb0492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:24.606233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9662f96-ce4d-431a-8254-33c60cfb0492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:24.611585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c1456c96-43a7-439e-b9cb-02d4798de64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:24.622761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9662f96-ce4d-431a-8254-33c60cfb0492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9041f0-5696-466d-a11b-1a966aca99f3,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:24.626400 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a9662f96-ce4d-431a-8254-33c60cfb0492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:24.629658 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a9662f96-ce4d-431a-8254-33c60cfb0492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:24.630860 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a9662f96-ce4d-431a-8254-33c60cfb0492 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e9041f0-5696-466d-a11b-1a966aca99f3 HTTP/1.1" status: 204 len: 168 time: 0.1954291 Apr 05 18:47:24.988424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e267-455b-4133-841d-e84ab32ebe37 req-451ee070-8206-4d27-adcc-2276d4ec7276 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:24.997163 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6b28e267-455b-4133-841d-e84ab32ebe37 req-451ee070-8206-4d27-adcc-2276d4ec7276 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1148510 Apr 05 18:47:25.043962 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6b28e267-455b-4133-841d-e84ab32ebe37 req-93bd5989-5aac-4d1d-8a70-0956b487be62 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455930 Apr 05 18:47:25.355580 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471e63a-f391-4932-87cd-6dd6ae53699a req-76699ac1-ced3-49c7-9a43-b8c92c7b8890 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:25.357214 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0471e63a-f391-4932-87cd-6dd6ae53699a req-76699ac1-ced3-49c7-9a43-b8c92c7b8890 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1056666 Apr 05 18:47:25.412586 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0471e63a-f391-4932-87cd-6dd6ae53699a req-e313b17b-3e3c-4e4f-811c-c17db202e1d0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Apr 05 18:47:25.683664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d243c-e2c3-435c-abe6-f73630cad540 req-28f817a4-5eff-4410-8641-9579f7a8f69b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:25.685264 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-202d243c-e2c3-435c-abe6-f73630cad540 req-28f817a4-5eff-4410-8641-9579f7a8f69b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.0973136 Apr 05 18:47:25.744888 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-202d243c-e2c3-435c-abe6-f73630cad540 req-c7b1abb1-e806-4628-bc9b-d4b1ec691e8d tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 Apr 05 18:47:26.275331 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140d539-86db-4fb0-8d49-ccadc2656761 req-3e460f8d-f2f0-4f1f-9369-a7b633223f4b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:26.276995 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3140d539-86db-4fb0-8d49-ccadc2656761 req-3e460f8d-f2f0-4f1f-9369-a7b633223f4b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.0901291 Apr 05 18:47:26.327004 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3140d539-86db-4fb0-8d49-ccadc2656761 req-3c5d9a7a-9569-4d97-bf34-0c38ec44f001 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427542 Apr 05 18:47:26.636789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a6cdd-b69e-49d0-94c2-b4cec77e0f27 req-fff0ce21-7c88-4e89-b608-d2ff54782adc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:26.638304 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b87a6cdd-b69e-49d0-94c2-b4cec77e0f27 req-fff0ce21-7c88-4e89-b608-d2ff54782adc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0938544 Apr 05 18:47:26.689133 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b87a6cdd-b69e-49d0-94c2-b4cec77e0f27 req-99e3bb3b-49ba-4f71-af7b-fdc315e1f72d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 Apr 05 18:47:26.972820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a520b-d593-4279-8d62-e5b48388d444 req-c51d212b-ed31-42b1-9a9a-2258bdbdea03 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:26.980222 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f3a520b-d593-4279-8d62-e5b48388d444 req-c51d212b-ed31-42b1-9a9a-2258bdbdea03 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.1211207 Apr 05 18:47:27.044634 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f3a520b-d593-4279-8d62-e5b48388d444 req-854b8726-3546-4300-91a3-81fb8d58a4d1 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621822 Apr 05 18:47:27.575040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108af39-f005-4839-8567-833cecad1187 req-5e634b1e-0081-4807-994b-7603046c9798 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:27.576737 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a108af39-f005-4839-8567-833cecad1187 req-5e634b1e-0081-4807-994b-7603046c9798 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1005914 Apr 05 18:47:27.638987 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a108af39-f005-4839-8567-833cecad1187 req-1b26bffb-de1f-4be5-83f1-d3b4a1a04a19 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539074 Apr 05 18:47:27.988705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf4819-bd78-4a55-b6c5-2d78d87765ab req-184c61ee-270a-4592-8a49-ebae97a1a74b tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:27.990338 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-eedf4819-bd78-4a55-b6c5-2d78d87765ab req-184c61ee-270a-4592-8a49-ebae97a1a74b tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1122637 Apr 05 18:47:28.052993 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-eedf4819-bd78-4a55-b6c5-2d78d87765ab req-1d5e893d-b08c-461a-8ded-b69590f17418 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513949 Apr 05 18:47:28.310799 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2419e-5f8f-4b3a-acda-de2c803d756f req-b6803435-bed5-4353-b141-e044e2a4d4e8 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:28.312541 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c4c2419e-5f8f-4b3a-acda-de2c803d756f req-b6803435-bed5-4353-b141-e044e2a4d4e8 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.0940459 Apr 05 18:47:28.362199 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c4c2419e-5f8f-4b3a-acda-de2c803d756f req-b8684f9e-648b-4611-ad69-4eba7315745b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 Apr 05 18:47:28.861643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23d8b5-df0f-4d29-a38d-5fa99b3b622d req-6519af14-aa40-4ccd-8450-42db5dbe0808 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:28.863468 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fb23d8b5-df0f-4d29-a38d-5fa99b3b622d req-6519af14-aa40-4ccd-8450-42db5dbe0808 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.0962734 Apr 05 18:47:28.927233 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fb23d8b5-df0f-4d29-a38d-5fa99b3b622d req-dd347d5f-c45d-4a0d-bcb2-c74a8f909192 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457611 Apr 05 18:47:29.307700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d102f74-f13e-47fc-89da-1d65d4205790 req-bbfbd858-5587-4473-8fc6-ca4e882dd477 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:29.309360 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d102f74-f13e-47fc-89da-1d65d4205790 req-bbfbd858-5587-4473-8fc6-ca4e882dd477 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1041696 Apr 05 18:47:29.365045 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d102f74-f13e-47fc-89da-1d65d4205790 req-0f9ec600-cf15-4fd1-b061-62f2e63a1421 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Apr 05 18:47:29.590362 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e137e8-3388-45e0-8164-c2b48f8e4d91 req-e25739b6-d96d-4a87-a95b-9f589dd2a218 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:29.591998 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-57e137e8-3388-45e0-8164-c2b48f8e4d91 req-e25739b6-d96d-4a87-a95b-9f589dd2a218 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.0988233 Apr 05 18:47:29.644375 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-57e137e8-3388-45e0-8164-c2b48f8e4d91 req-846e396f-3eb9-4755-a94d-4f8b9bb192e6 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Apr 05 18:47:30.141012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71cc4d-64e2-44e9-9da5-662b1c64b5ff req-5ed50e7d-099d-452e-b28f-ce32a60e1ee5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:30.142824 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-be71cc4d-64e2-44e9-9da5-662b1c64b5ff req-5ed50e7d-099d-452e-b28f-ce32a60e1ee5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.0939550 Apr 05 18:47:30.198315 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-be71cc4d-64e2-44e9-9da5-662b1c64b5ff req-3b5f57b3-f8e1-40ab-bce2-0d1917d6ba42 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490589 Apr 05 18:47:30.571875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4182966-b53f-4944-8496-46b4ecf03663 req-67507218-5e6e-45e8-91ba-9e192858eb79 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:30.573584 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b4182966-b53f-4944-8496-46b4ecf03663 req-67507218-5e6e-45e8-91ba-9e192858eb79 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0914958 Apr 05 18:47:30.631946 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b4182966-b53f-4944-8496-46b4ecf03663 req-2407ceb8-c68e-4b6a-afad-76885db9d00c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509219 Apr 05 18:47:30.898270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2539129-21d8-43f6-91d7-c79c47b1888c req-8c2ef137-5ed4-43c6-81d6-0b23cac82712 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:30.900062 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f2539129-21d8-43f6-91d7-c79c47b1888c req-8c2ef137-5ed4-43c6-81d6-0b23cac82712 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.1244371 Apr 05 18:47:30.953750 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f2539129-21d8-43f6-91d7-c79c47b1888c req-3e52e21d-ba2f-489b-9f9c-8224b82e0ee6 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Apr 05 18:47:31.409497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98f8f-f48f-4bf2-af46-3d00497d2516 req-01d54097-27a8-4093-ab70-9481ee2421ac tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:31.411053 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9ba98f8f-f48f-4bf2-af46-3d00497d2516 req-01d54097-27a8-4093-ab70-9481ee2421ac tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.0876045 Apr 05 18:47:31.459493 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9ba98f8f-f48f-4bf2-af46-3d00497d2516 req-5c4a74f2-4ab0-4137-a5e8-e8c54bee1830 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418005 Apr 05 18:47:31.713823 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-41b61e94-5d6b-4b04-8363-4c60228fec4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:31.838520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d2ca7-96ca-40a1-9442-7c416db211e6 req-dc2674c9-89b3-4b1d-9a14-4e065afd6d50 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:31.844361 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b05d2ca7-96ca-40a1-9442-7c416db211e6 req-dc2674c9-89b3-4b1d-9a14-4e065afd6d50 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0954182 Apr 05 18:47:31.902919 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b05d2ca7-96ca-40a1-9442-7c416db211e6 req-e966de25-2732-47c8-9f61-539ae45f9191 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Apr 05 18:47:32.189175 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a477f-892a-4d8f-8473-fe0655327231 req-da0c3f50-d46b-4e69-a3f1-c36b8bacfebe tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:32.190809 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-408a477f-892a-4d8f-8473-fe0655327231 req-da0c3f50-d46b-4e69-a3f1-c36b8bacfebe tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.1061082 Apr 05 18:47:32.266044 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-408a477f-892a-4d8f-8473-fe0655327231 req-1a41c250-8539-4dc6-89f9-4ddfa6210292 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673819 Apr 05 18:47:32.682249 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e3ab-3f43-47ab-9f00-c6926b439b2b req-d5faa7d6-03c5-4947-9b68-0518eed439a4 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:32.683949 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5ec0e3ab-3f43-47ab-9f00-c6926b439b2b req-d5faa7d6-03c5-4947-9b68-0518eed439a4 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.0941124 Apr 05 18:47:32.735345 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5ec0e3ab-3f43-47ab-9f00-c6926b439b2b req-2972c34e-fc7c-4cd5-af85-fbd3e0096312 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447738 Apr 05 18:47:32.788678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:33.111552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955eb45-d0fd-4985-94f7-d941386cb3e9 req-3607d24b-8f7c-4efa-bacc-74d7653ec7dc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:33.113501 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7955eb45-d0fd-4985-94f7-d941386cb3e9 req-3607d24b-8f7c-4efa-bacc-74d7653ec7dc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0923085 Apr 05 18:47:33.164696 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7955eb45-d0fd-4985-94f7-d941386cb3e9 req-8762b9e3-993c-4a47-94e4-88a357127568 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Apr 05 18:47:33.505335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eadde-eec2-426f-b331-f7adddb0e44e req-a55f1d97-09f2-4daa-a6d7-0ba60e868e3c tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:33.507230 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-da7eadde-eec2-426f-b331-f7adddb0e44e req-a55f1d97-09f2-4daa-a6d7-0ba60e868e3c tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.0987942 Apr 05 18:47:33.571672 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-da7eadde-eec2-426f-b331-f7adddb0e44e req-eb5fbfd8-f5f7-4940-af49-68ec33e89890 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Apr 05 18:47:33.945217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f3b21271-df15-4378-985d-62dd1f399b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:34.006926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c52347-eeed-436f-a37e-54ddf4721f10 req-f74eefec-37e3-4af6-9893-1de7e78f394b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:34.009029 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f5c52347-eeed-436f-a37e-54ddf4721f10 req-f74eefec-37e3-4af6-9893-1de7e78f394b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1434879 Apr 05 18:47:34.059380 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f5c52347-eeed-436f-a37e-54ddf4721f10 req-c1a08ae0-6e0e-4f01-88c7-218cd760d678 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440297 Apr 05 18:47:34.116292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:34.262397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:47:34.364033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ebfea-40a8-4770-9255-26d9ed2b7f0c req-0831981d-23b6-4341-9900-68fa3f2d38e3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:34.365599 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-851ebfea-40a8-4770-9255-26d9ed2b7f0c req-0831981d-23b6-4341-9900-68fa3f2d38e3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0887034 Apr 05 18:47:34.415147 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-851ebfea-40a8-4770-9255-26d9ed2b7f0c req-82697f6c-637a-448b-8473-46aebc7a30c6 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Apr 05 18:47:34.622046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Request body: {'port': {'device_id': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:34.797712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:34.888255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f17eb-bd07-4ce0-a129-c3947fb5bb80 req-56fd6a20-3aa4-46a7-a3e8-8b822a65f66c tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:34.889836 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f17f17eb-bd07-4ce0-a129-c3947fb5bb80 req-56fd6a20-3aa4-46a7-a3e8-8b822a65f66c tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 931 time: 0.1751542 Apr 05 18:47:35.037054 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f17f17eb-bd07-4ce0-a129-c3947fb5bb80 req-d0ad91fa-9231-4e48-8ac7-92132ead81da tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107838 Apr 05 18:47:35.358845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ad20-dbd5-43e5-b0ea-0add873cd86f req-be7a2a1b-f3f5-40cb-ae53-0294e590c1d4 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:35.361120 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b70ad20-dbd5-43e5-b0ea-0add873cd86f req-be7a2a1b-f3f5-40cb-ae53-0294e590c1d4 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1745977 Apr 05 18:47:35.368713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-cf954e70-32cd-4574-bcbf-4a18df808585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:35.370296 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-cf954e70-32cd-4574-bcbf-4a18df808585 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 1098 time: 0.1250513 Apr 05 18:47:35.497597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51dec994-6347-4f44-8e12-8b97a93ab54d {{(pid=84248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:47:35.506376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:35.511284 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b70ad20-dbd5-43e5-b0ea-0add873cd86f req-5ce465c9-07d8-4cd6-b31f-a684303755ce tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389203 Apr 05 18:47:35.554066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Transition to ACTIVE for port object 51dec994-6347-4f44-8e12-8b97a93ab54d will not be triggered until provisioned by entity L2. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:47:35.561621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-244e907c-121f-4924-ac54-a4a76ef1b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:35.563416 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-244e907c-121f-4924-ac54-a4a76ef1b834 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.1752417 Apr 05 18:47:35.567213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:35.583535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d84872ec-f7a1-43ec-91f4-b0eda65de79a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:35.903221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:35.909549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Pushing event updated for resources: {'Port': ['ID=51dec994-6347-4f44-8e12-8b97a93ab54d,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:35.910401 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-ffb27f0e-a80f-4b1d-acd4-4c39fc6b3844 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 HTTP/1.1" status: 200 len: 1000 time: 0.3380914 Apr 05 18:47:35.913238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:35.983441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-52f7aed1-7b3a-4fd0-96e3-39f958902b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:35.985152 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-52f7aed1-7b3a-4fd0-96e3-39f958902b06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.0653372 Apr 05 18:47:35.990066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe2a0b-0bea-4f3c-a3e3-8e8eda0acb4a req-b354353b-bbfe-4c69-8981-e2c64b8192ab tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:35.991700 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f3fe2a0b-0bea-4f3c-a3e3-8e8eda0acb4a req-b354353b-bbfe-4c69-8981-e2c64b8192ab tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2349439 Apr 05 18:47:36.108840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-ff13bc29-38cc-4ca3-9446-1c392c633b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:36.110547 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-ff13bc29-38cc-4ca3-9446-1c392c633b0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115494 Apr 05 18:47:36.163998 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f3fe2a0b-0bea-4f3c-a3e3-8e8eda0acb4a req-ae7ec6af-5b1d-4dea-b93c-0bf88b6121aa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147089 Apr 05 18:47:36.173442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Attempting to bind port 51dec994-6347-4f44-8e12-8b97a93ab54d on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:47:36.173663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Attempting to bind port 51dec994-6347-4f44-8e12-8b97a93ab54d by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:47:36.174338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Attempting to bind port 51dec994-6347-4f44-8e12-8b97a93ab54d on network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:47:36.191745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Port 51dec994-6347-4f44-8e12-8b97a93ab54d on network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:47:36.192222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Attempting to bind port 51dec994-6347-4f44-8e12-8b97a93ab54d on network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:47:36.206865 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:47:36.207248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Checking segment: {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:47:36.207897 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Bound using segment: {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:47:36.208402 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Bound port: 51dec994-6347-4f44-8e12-8b97a93ab54d, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1ffbf6-b075-4321-a28f-57a18cb12f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b'}}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:47:36.208793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:36.313738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] For port 51dec994-6347-4f44-8e12-8b97a93ab54d, host hv-cinder-78240, cleared binding levels {{(pid=84248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:47:36.317346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] For port 51dec994-6347-4f44-8e12-8b97a93ab54d, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=51dec994-6347-4f44-8e12-8b97a93ab54d,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:47:36.322335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:36.337964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-94c23851-ad0f-4b7d-82de-54d970e1b2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:36.400232 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-08a36a7f-5096-4c9c-b72f-5b2892d40293 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807798 Apr 05 18:47:36.414104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3e594-80de-48dd-a73a-828df32d14f7 req-9ea1e167-7e9e-43ca-b946-f2534545e7da tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:36.415692 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-89e3e594-80de-48dd-a73a-828df32d14f7 req-9ea1e167-7e9e-43ca-b946-f2534545e7da tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 943 time: 0.1466327 Apr 05 18:47:36.501843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Pushing event updated for resources: {'Port': ['ID=51dec994-6347-4f44-8e12-8b97a93ab54d,revision_number=3']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:36.507528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:36.542010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:36.542687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:36.544191 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] 10.222.0.44 "PUT /v2.0/ports/51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 1093 time: 1.9269655 Apr 05 18:47:36.544713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:47:36.560933 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-89e3e594-80de-48dd-a73a-828df32d14f7 req-52c79fb2-4afa-415c-a32c-73c9ea1ec585 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225321 Apr 05 18:47:36.644922 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db8e3d00-bc7e-42a6-adbe-dbda8107343b req-8a7d38d7-fda0-42f3-895d-c1db9ebc6483 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255514 Apr 05 18:47:36.662652 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'status': 'completed', 'code': 200} Apr 05 18:47:36.762219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-8723fae5-8b53-4b2a-963f-5fc93d112d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:36.763839 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-8723fae5-8b53-4b2a-963f-5fc93d112d77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97aee16ca0345899e89570241e7b979&device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1096 time: 0.1770654 Apr 05 18:47:36.846766 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-e3698003-ff0e-4def-93be-028456ebce12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 217 time: 0.0737143 Apr 05 18:47:36.864227 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3db3fd-a24f-4afd-9328-a1085104f6b3 req-b2e9a648-e706-42e6-ab01-b4ca506d1cb0 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:36.865895 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e3db3fd-a24f-4afd-9328-a1085104f6b3 req-b2e9a648-e706-42e6-ab01-b4ca506d1cb0 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.1768913 Apr 05 18:47:36.967107 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e3db3fd-a24f-4afd-9328-a1085104f6b3 req-0f57137b-94b3-4efb-abf4-a7d645221272 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655873 Apr 05 18:47:36.969607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-acdfd142-cc3e-489d-8e75-912b72193a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:36.972683 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-acdfd142-cc3e-489d-8e75-912b72193a8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f10ffc-c227-4dcf-b061-1c2c9710e050 HTTP/1.1" status: 200 len: 853 time: 0.1150267 Apr 05 18:47:37.059575 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-784b385d-37b7-4f23-b213-e73725c914c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:37.061148 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-784b385d-37b7-4f23-b213-e73725c914c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816369 Apr 05 18:47:37.205625 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-e1d415bd-5afd-4af3-84e6-c7e32b422e57 service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352556 Apr 05 18:47:37.414138 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e9bce32-9594-470c-862c-8fa90fa35897 req-9484e8e1-ee03-4b8f-8836-129111a3617a service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005157 Apr 05 18:47:37.434360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5f99f-820b-4233-98f9-11ee29e1dfb2 req-2851b56d-6ff5-48c9-a070-e015d6237cf5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:37.434360 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-55d5f99f-820b-4233-98f9-11ee29e1dfb2 req-2851b56d-6ff5-48c9-a070-e015d6237cf5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1377580 Apr 05 18:47:37.524870 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-55d5f99f-820b-4233-98f9-11ee29e1dfb2 req-51a7bd97-6eec-4ef4-a666-5144a5d0febb tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901296 Apr 05 18:47:37.559321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83376082-6a55-4459-bc04-c0c4139684a6 req-10e794dd-fd2a-41cb-b855-2637686ed587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:37.560936 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-83376082-6a55-4459-bc04-c0c4139684a6 req-10e794dd-fd2a-41cb-b855-2637686ed587 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97aee16ca0345899e89570241e7b979&device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1096 time: 0.0903940 Apr 05 18:47:37.709659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83376082-6a55-4459-bc04-c0c4139684a6 req-d624a510-26f5-4c2c-80b8-a6b243aac9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:37.711524 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-83376082-6a55-4459-bc04-c0c4139684a6 req-d624a510-26f5-4c2c-80b8-a6b243aac9e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 200 len: 915 time: 0.1424794 Apr 05 18:47:37.772920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef546e86-e87d-4dad-9e3b-4c768defc1e9 req-0b03f0ff-cb26-4dce-b579-c9425466dc6b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:37.774544 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef546e86-e87d-4dad-9e3b-4c768defc1e9 req-0b03f0ff-cb26-4dce-b579-c9425466dc6b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 943 time: 0.0922132 Apr 05 18:47:37.791832 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-83376082-6a55-4459-bc04-c0c4139684a6 req-31009db1-90ee-4003-8d4c-a1d304d8008f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 217 time: 0.0703905 Apr 05 18:47:37.823633 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef546e86-e87d-4dad-9e3b-4c768defc1e9 req-4bcacb6d-acce-4ec5-b872-ba1885ba1392 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Apr 05 18:47:37.865836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83376082-6a55-4459-bc04-c0c4139684a6 req-8d6e6dee-25af-4be0-b824-a2caf1ae583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:37.867401 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-83376082-6a55-4459-bc04-c0c4139684a6 req-8d6e6dee-25af-4be0-b824-a2caf1ae583c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f10ffc-c227-4dcf-b061-1c2c9710e050 HTTP/1.1" status: 200 len: 853 time: 0.0686607 Apr 05 18:47:37.953296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83376082-6a55-4459-bc04-c0c4139684a6 req-712c5ada-ff3a-4be5-b45c-e8f31305d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:37.954945 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-83376082-6a55-4459-bc04-c0c4139684a6 req-712c5ada-ff3a-4be5-b45c-e8f31305d7ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767233 Apr 05 18:47:38.112788 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-83376082-6a55-4459-bc04-c0c4139684a6 req-23e015e4-c6a2-4d4b-87f2-d63aa78bf6f0 service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382501 Apr 05 18:47:38.175662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4494a-ad31-45a4-a598-fb862534f08c req-2fda15cd-7b5c-40d0-a368-fc29c62fbaff tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:38.177174 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cce4494a-ad31-45a4-a598-fb862534f08c req-2fda15cd-7b5c-40d0-a368-fc29c62fbaff tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 945 time: 0.0909359 Apr 05 18:47:38.224155 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cce4494a-ad31-45a4-a598-fb862534f08c req-556a1dab-ff0e-4558-b6b0-5778a37ae872 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402694 Apr 05 18:47:38.258193 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-83376082-6a55-4459-bc04-c0c4139684a6 req-fb3ab266-f662-4090-8140-8d9dc562347d service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379011 Apr 05 18:47:38.408957 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:47:38.529621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:38.556809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:47:38.568200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:38.571580 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:38.573528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:38.634670 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'code': 200} Apr 05 18:47:38.649045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=8']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:38.659005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.659521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.659909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.660284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.661013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.661530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.661902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.662271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.662639 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.663062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.663536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.663927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:47:38.673507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:38.766252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d19c-b101-45b9-a8f4-0379925bfb49 req-cc58df3a-48fd-4265-a560-89eee10ce385 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:38.768604 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0103d19c-b101-45b9-a8f4-0379925bfb49 req-cc58df3a-48fd-4265-a560-89eee10ce385 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1026175 Apr 05 18:47:38.818530 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0103d19c-b101-45b9-a8f4-0379925bfb49 req-76fb364e-034e-4aba-9f7e-6accc3109c12 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Apr 05 18:47:39.038002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176a482-4e94-4376-84d1-74d0d6f692b0 req-4b6f2266-f1df-4c4b-8e9e-9584bf0e7f18 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:39.039876 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1176a482-4e94-4376-84d1-74d0d6f692b0 req-4b6f2266-f1df-4c4b-8e9e-9584bf0e7f18 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 943 time: 0.0929124 Apr 05 18:47:39.088345 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1176a482-4e94-4376-84d1-74d0d6f692b0 req-7a6cdcac-4851-4b41-8d67-241247319875 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Apr 05 18:47:39.185680 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:39.429109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246040b6-efdc-479f-a1e9-28f0e70d0a39 req-50370e3e-acc9-483d-84f7-869931bf1eab tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:39.430631 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-246040b6-efdc-479f-a1e9-28f0e70d0a39 req-50370e3e-acc9-483d-84f7-869931bf1eab tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.0876951 Apr 05 18:47:39.480934 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-246040b6-efdc-479f-a1e9-28f0e70d0a39 req-19703a0d-bbd2-4d79-a2d4-977d6925f5f6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Apr 05 18:47:40.048500 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23384b3-9b47-4186-b422-9b6bef361a7d req-634367aa-9423-4359-b787-95c90c8550dc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:40.050119 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f23384b3-9b47-4186-b422-9b6bef361a7d req-634367aa-9423-4359-b787-95c90c8550dc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1186666 Apr 05 18:47:40.103707 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f23384b3-9b47-4186-b422-9b6bef361a7d req-9f677646-3809-4563-8002-6c65a699959e tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467377 Apr 05 18:47:40.339866 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d36f41-aae6-4a8f-ac6d-788f17f8a9e9 req-8a808137-b524-45de-8c2c-c724100a12a8 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:40.341470 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a4d36f41-aae6-4a8f-ac6d-788f17f8a9e9 req-8a808137-b524-45de-8c2c-c724100a12a8 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 943 time: 0.1075220 Apr 05 18:47:40.391398 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a4d36f41-aae6-4a8f-ac6d-788f17f8a9e9 req-f1b76950-1034-45fd-8bd5-7c64006b03c2 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Apr 05 18:47:40.422491 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 51dec994-6347-4f44-8e12-8b97a93ab54d details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:47:40.629728 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 51dec994-6347-4f44-8e12-8b97a93ab54d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=51dec994-6347-4f44-8e12-8b97a93ab54d,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:40.646812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'port_id': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'mac_address': 'fa:16:3e:7a:27:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:47:40.704671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe295811-e6fc-41a3-a83c-d3438c01e920 req-f36d88e5-aab7-4d56-a6f2-66990ab19163 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:40.709083 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fe295811-e6fc-41a3-a83c-d3438c01e920 req-f36d88e5-aab7-4d56-a6f2-66990ab19163 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.1873372 Apr 05 18:47:40.735066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:40.751382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51dec994-6347-4f44-8e12-8b97a93ab54d {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:47:40.776331 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 51dec994-6347-4f44-8e12-8b97a93ab54d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=51dec994-6347-4f44-8e12-8b97a93ab54d,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:40.780834 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:40.783535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:40.807851 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fe295811-e6fc-41a3-a83c-d3438c01e920 req-d71e2297-fcfc-47bb-b1d0-7f9e6c6f8aaf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919950 Apr 05 18:47:40.874277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=51dec994-6347-4f44-8e12-8b97a93ab54d,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:40.877640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:40.913123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 38764) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:41.037969 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-4fc8eb97-9836-4741-a598-258e7be49fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234884 Apr 05 18:47:41.066056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['51dec994-6347-4f44-8e12-8b97a93ab54d'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:47:41.362845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f86855-bb57-4849-b9ea-93896ca523ea req-e5406fe4-9c68-4770-b5ad-24443d28e36d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:41.364474 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-33f86855-bb57-4849-b9ea-93896ca523ea req-e5406fe4-9c68-4770-b5ad-24443d28e36d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1156156 Apr 05 18:47:41.415297 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-33f86855-bb57-4849-b9ea-93896ca523ea req-2acad450-15d1-4069-a114-f3c994238cd3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440686 Apr 05 18:47:41.616628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b6913-ff73-4e37-9db0-175422fb3892 req-98d7c46d-d1ae-4d9f-a659-f07103570d40 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:41.618239 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b84b6913-ff73-4e37-9db0-175422fb3892 req-98d7c46d-d1ae-4d9f-a659-f07103570d40 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 944 time: 0.1015835 Apr 05 18:47:41.675188 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b84b6913-ff73-4e37-9db0-175422fb3892 req-6290053b-3de8-4482-a214-cc06a4297718 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504756 Apr 05 18:47:42.040264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8b60a-7d20-4fb4-8b46-1edf59eab525 req-7db03938-4a06-40d8-9ceb-478ae238ede2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:42.041788 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48d8b60a-7d20-4fb4-8b46-1edf59eab525 req-7db03938-4a06-40d8-9ceb-478ae238ede2 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.0872400 Apr 05 18:47:42.091026 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48d8b60a-7d20-4fb4-8b46-1edf59eab525 req-7d55f952-8c6d-41db-bd29-805ec8662709 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419462 Apr 05 18:47:42.422350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 51dec994-6347-4f44-8e12-8b97a93ab54d up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:47:42.457872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-6279b2e6-a21a-4200-8b10-1774fe3402ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:42.459760 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-6279b2e6-a21a-4200-8b10-1774fe3402ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f&tenant_id=3205a941f52a47429eb3a9e75932e721 HTTP/1.1" status: 200 len: 1096 time: 0.0864258 Apr 05 18:47:42.500394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 51dec994-6347-4f44-8e12-8b97a93ab54d completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:47:42.505698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 51dec994-6347-4f44-8e12-8b97a93ab54d triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:47:42.506123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:42.653978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:42.686293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:47:42.697663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 51dec994-6347-4f44-8e12-8b97a93ab54d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=51dec994-6347-4f44-8e12-8b97a93ab54d,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:47:42.700988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:47:42.701901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:47:42.736204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-581c7e41-db3f-40eb-87d4-96d988caafaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:47:42.888532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-d65cab43-6095-469a-a1d4-c7da39a968d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:42.890081 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-d65cab43-6095-469a-a1d4-c7da39a968d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 1096 time: 0.4044850 Apr 05 18:47:42.909193 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bb0e1-d75d-4574-b205-3f31f1d2bdb5 req-42fa3c0b-03f8-40a8-beb7-7259974e0d2b tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:42.911383 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-694bb0e1-d75d-4574-b205-3f31f1d2bdb5 req-42fa3c0b-03f8-40a8-beb7-7259974e0d2b tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1496859 Apr 05 18:47:42.988526 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'code': 200} Apr 05 18:47:43.109662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=51dec994-6347-4f44-8e12-8b97a93ab54d,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:47:43.110681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2afc5-7b26-450f-94e2-079da2c10757 req-5f1f1c05-67ad-40de-ab29-e58fe5e064c1 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:43.114908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:47:43.118748 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fb2afc5-7b26-450f-94e2-079da2c10757 req-5f1f1c05-67ad-40de-ab29-e58fe5e064c1 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.1988342 Apr 05 18:47:43.135976 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-694bb0e1-d75d-4574-b205-3f31f1d2bdb5 req-2b229ce3-9f60-4241-9044-a7f20ecd31cd tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810811 Apr 05 18:47:43.139198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-20743629-af8d-4264-9651-72fca7f5818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:43.141286 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-20743629-af8d-4264-9651-72fca7f5818a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.2274940 Apr 05 18:47:43.183830 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fb2afc5-7b26-450f-94e2-079da2c10757 req-9a3cbfa4-fd6e-49ac-be24-6ccddc1efe43 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640433 Apr 05 18:47:43.201472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40b007-c7aa-43e8-af6c-44ec0d307dfc req-a1c03ddb-69f6-42dd-b7c5-7320d5bd960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:43.203284 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b40b007-c7aa-43e8-af6c-44ec0d307dfc req-a1c03ddb-69f6-42dd-b7c5-7320d5bd960c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1098 time: 0.1807086 Apr 05 18:47:43.260864 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b40b007-c7aa-43e8-af6c-44ec0d307dfc req-24ece5d2-7381-4a2e-8119-5d74d876ab03 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486596 Apr 05 18:47:43.276397 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-d9a8c6b9-05b6-4c9c-904c-127976f03c31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 HTTP/1.1" status: 200 len: 998 time: 0.1271033 Apr 05 18:47:43.383232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-be6a53e9-5e11-46af-8592-757809a6de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:43.385029 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-be6a53e9-5e11-46af-8592-757809a6de0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.0729477 Apr 05 18:47:43.425124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba305b0f-7f98-4a38-bea3-bc2313d781d6 req-b4021310-c378-4ff1-bd78-bad980254a98 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:43.431917 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ba305b0f-7f98-4a38-bea3-bc2313d781d6 req-b4021310-c378-4ff1-bd78-bad980254a98 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.1235473 Apr 05 18:47:43.477262 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ba305b0f-7f98-4a38-bea3-bc2313d781d6 req-a2cd171d-c26b-4fcc-b320-34b5a0399efe tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Apr 05 18:47:43.481874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-4d1bc2b8-17d8-4c50-946b-95324edfe053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:43.483765 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-4d1bc2b8-17d8-4c50-946b-95324edfe053 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918555 Apr 05 18:47:43.637834 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-d3d985bb-7703-4dd8-b5fe-290c7ef4586e service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454690 Apr 05 18:47:43.792991 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4a29d8ad-46d3-4839-b114-f3be364b61da req-dcdaf6fe-4814-4c00-844d-bcd4f95b50da service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478221 Apr 05 18:47:44.383267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f42aae-c99e-4e73-87c3-aae112aad25c req-33d3a018-b516-4b6b-a19c-af68b315e9f3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:44.393937 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-93f42aae-c99e-4e73-87c3-aae112aad25c req-33d3a018-b516-4b6b-a19c-af68b315e9f3 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1063962 Apr 05 18:47:44.402494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd8eff-47e9-45a8-9069-0c095a7b74d9 req-d0d16cd4-39ab-45b3-a2c4-bff47a570c0b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:44.404488 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3bbd8eff-47e9-45a8-9069-0c095a7b74d9 req-d0d16cd4-39ab-45b3-a2c4-bff47a570c0b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.1027966 Apr 05 18:47:44.440440 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-93f42aae-c99e-4e73-87c3-aae112aad25c req-f74eadef-e5c9-445a-9e87-27e69f55fdb2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Apr 05 18:47:44.457729 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3bbd8eff-47e9-45a8-9069-0c095a7b74d9 req-29e6b4b8-33c7-48bc-9431-19b5c3b174dc tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 Apr 05 18:47:44.711066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4523e-2a1d-40ba-8535-837704a692f1 req-c1b663dc-76f4-4afd-9768-001ce0891f1e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:44.712703 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a4f4523e-2a1d-40ba-8535-837704a692f1 req-c1b663dc-76f4-4afd-9768-001ce0891f1e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.1012759 Apr 05 18:47:44.776032 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a4f4523e-2a1d-40ba-8535-837704a692f1 req-391c984f-4d2a-4d97-82ec-788a9a07dd55 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554984 Apr 05 18:47:45.683455 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18eb6f-ff2e-446a-9c5e-6c6ed423d8b3 req-3c4789f9-4fc7-4aaa-8b7d-5ae46c4ea651 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:45.685270 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fb18eb6f-ff2e-446a-9c5e-6c6ed423d8b3 req-3c4789f9-4fc7-4aaa-8b7d-5ae46c4ea651 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1232979 Apr 05 18:47:45.697994 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8513b-6811-40dd-88fc-2148e016d4bb req-b090c548-7343-4247-95dd-03a710c04186 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:45.699769 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-17e8513b-6811-40dd-88fc-2148e016d4bb req-b090c548-7343-4247-95dd-03a710c04186 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.1095109 Apr 05 18:47:45.748060 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fb18eb6f-ff2e-446a-9c5e-6c6ed423d8b3 req-6115f8eb-c307-4e52-8ed5-c37ef275ea53 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Apr 05 18:47:45.761301 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-17e8513b-6811-40dd-88fc-2148e016d4bb req-f1aae91f-21b3-4818-a458-38d8bc7a1641 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Apr 05 18:47:46.025633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e86ca-4589-4f45-888b-75ca9e604ba8 req-ca521c4f-43f9-4075-8802-a465827b2150 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:46.030255 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-128e86ca-4589-4f45-888b-75ca9e604ba8 req-ca521c4f-43f9-4075-8802-a465827b2150 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.1225915 Apr 05 18:47:46.035475 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4eb37-27c3-4251-8987-873cb226a0ae req-5573417e-9f2e-491e-af97-bf31c6e00a42 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:46.037199 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6ba4eb37-27c3-4251-8987-873cb226a0ae req-5573417e-9f2e-491e-af97-bf31c6e00a42 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.0992959 Apr 05 18:47:46.088638 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-128e86ca-4589-4f45-888b-75ca9e604ba8 req-d6766ed7-ad39-4acd-9f34-9685e834ec75 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528965 Apr 05 18:47:46.097445 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6ba4eb37-27c3-4251-8987-873cb226a0ae req-cb241bc2-bc7f-4316-8d55-2bd4ceead610 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529151 Apr 05 18:47:46.610886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500662e-89a7-42e8-8cdd-5970ee44f1c6 req-7ec3452c-4d43-4fec-9387-e7182584bd7b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:46.612868 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1500662e-89a7-42e8-8cdd-5970ee44f1c6 req-7ec3452c-4d43-4fec-9387-e7182584bd7b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.1121418 Apr 05 18:47:46.665586 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1500662e-89a7-42e8-8cdd-5970ee44f1c6 req-065f97cb-6cfe-4173-9698-e1f68fb45904 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Apr 05 18:47:47.010071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152b12-8a17-4fe7-98a9-fc5556c85e25 req-cbe07986-b235-4df3-a559-27c4c4f4790c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:47.013010 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-28152b12-8a17-4fe7-98a9-fc5556c85e25 req-cbe07986-b235-4df3-a559-27c4c4f4790c tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1402104 Apr 05 18:47:47.098582 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-28152b12-8a17-4fe7-98a9-fc5556c85e25 req-e83e6cf4-089b-469c-b7e3-5918494188aa tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782957 Apr 05 18:47:47.350786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08f47b-f1bb-4af1-8c48-1dd35aab04db req-72aa3ab8-3faa-4cbf-b658-ceadf121a7c9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:47.352550 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6d08f47b-f1bb-4af1-8c48-1dd35aab04db req-72aa3ab8-3faa-4cbf-b658-ceadf121a7c9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.1015294 Apr 05 18:47:47.407907 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6d08f47b-f1bb-4af1-8c48-1dd35aab04db req-1080e2eb-79ef-4fbb-ae54-63ff8a4afddf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481837 Apr 05 18:47:48.323869 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08163b4c-9cd1-4500-83ce-50860930d147 req-4836f39c-526b-4071-824a-625f239b22d0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:48.325485 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08163b4c-9cd1-4500-83ce-50860930d147 req-4836f39c-526b-4071-824a-625f239b22d0 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1008108 Apr 05 18:47:48.387068 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08163b4c-9cd1-4500-83ce-50860930d147 req-be82fd89-14ab-4bcb-bef3-fc84036fac98 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544672 Apr 05 18:47:48.687623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2d1-daa6-4085-a31a-17d50503d156 req-e289eca2-7129-4cc9-9e71-df18c70e217f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:48.698095 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e89b2d1-daa6-4085-a31a-17d50503d156 req-e289eca2-7129-4cc9-9e71-df18c70e217f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.1643400 Apr 05 18:47:48.750455 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2e89b2d1-daa6-4085-a31a-17d50503d156 req-27f40af3-95c0-4673-a3b6-4f5728705e88 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502427 Apr 05 18:47:56.769972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6c327-042c-45bf-b7a8-da074ac4ab7c req-e70b2521-4bf0-44d2-9ab3-511d2c807d50 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:56.778117 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-39b6c327-042c-45bf-b7a8-da074ac4ab7c req-e70b2521-4bf0-44d2-9ab3-511d2c807d50 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1106608 Apr 05 18:47:56.843738 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-39b6c327-042c-45bf-b7a8-da074ac4ab7c req-94d4f39f-bf0c-4cab-8947-2e025811af73 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592821 Apr 05 18:47:56.859652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c473a-05ec-4111-a4d6-337f491f6dbe req-85bd3c3e-c853-49f7-bb30-fac21a239c76 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:56.861532 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e01c473a-05ec-4111-a4d6-337f491f6dbe req-85bd3c3e-c853-49f7-bb30-fac21a239c76 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.1126223 Apr 05 18:47:56.941887 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e01c473a-05ec-4111-a4d6-337f491f6dbe req-b42e5974-34a1-40a1-acd0-9ed6073ca05b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624866 Apr 05 18:47:57.764258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a207bb-eda5-43af-b4a0-69249d1eeb64 req-65970236-83da-4038-b9b3-acd4a03329bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:57.766430 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a207bb-eda5-43af-b4a0-69249d1eeb64 req-65970236-83da-4038-b9b3-acd4a03329bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0778615 Apr 05 18:47:57.813627 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71a207bb-eda5-43af-b4a0-69249d1eeb64 req-b7222ba6-72bd-462f-821d-d926dc6d1e9a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Apr 05 18:47:58.063759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bc928-3006-4e16-a1db-e14c0a6b6a03 req-d600c72b-5190-4af4-979c-90250037916d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:58.065378 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4f6bc928-3006-4e16-a1db-e14c0a6b6a03 req-d600c72b-5190-4af4-979c-90250037916d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0922089 Apr 05 18:47:58.114555 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4f6bc928-3006-4e16-a1db-e14c0a6b6a03 req-0b32cb18-07b9-48e1-9358-a54b43324dbc tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Apr 05 18:47:58.171438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d95ba-fa69-406b-ac4a-d45deca9ef97 req-38b93030-068d-446d-9815-abf3820b309d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:58.173019 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5a5d95ba-fa69-406b-ac4a-d45deca9ef97 req-38b93030-068d-446d-9815-abf3820b309d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.0945020 Apr 05 18:47:58.220928 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5a5d95ba-fa69-406b-ac4a-d45deca9ef97 req-92d74a32-c2e6-4aa5-958b-9f73fe8e2470 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413604 Apr 05 18:47:59.343562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100f40-fdb6-46ca-8d03-406f603a0bf8 req-f346b50e-291a-4800-b232-1d6d1119a3a5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:59.345149 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6100f40-fdb6-46ca-8d03-406f603a0bf8 req-f346b50e-291a-4800-b232-1d6d1119a3a5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0898271 Apr 05 18:47:59.394137 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6100f40-fdb6-46ca-8d03-406f603a0bf8 req-90ac376f-abd9-41c4-be15-80e70a80e360 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Apr 05 18:47:59.502158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ba40-30d5-45ef-8059-0e2ddf7e4db2 req-67cb8fef-edf2-4166-9728-396596417185 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:59.503894 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a429ba40-30d5-45ef-8059-0e2ddf7e4db2 req-67cb8fef-edf2-4166-9728-396596417185 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 945 time: 0.0956974 Apr 05 18:47:59.552032 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a429ba40-30d5-45ef-8059-0e2ddf7e4db2 req-b16fe946-a9e3-4e3b-87d2-d578563de87e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Apr 05 18:47:59.592075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8aaf0-45b6-4c15-946c-ee17725ba280 req-6d7f425a-0c90-4b2f-843a-c90096768c21 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:59.593749 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d1a8aaf0-45b6-4c15-946c-ee17725ba280 req-6d7f425a-0c90-4b2f-843a-c90096768c21 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 943 time: 0.0916927 Apr 05 18:47:59.641623 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d1a8aaf0-45b6-4c15-946c-ee17725ba280 req-e245a6db-f36a-4586-9dfb-0d40b8a3223e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 Apr 05 18:47:59.737584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729bb6e-b6b5-4481-80ee-7438df6010fe req-22c8aa2b-a635-46d3-866b-d7c3327dc5d8 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:59.739196 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e729bb6e-b6b5-4481-80ee-7438df6010fe req-22c8aa2b-a635-46d3-866b-d7c3327dc5d8 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.0884197 Apr 05 18:47:59.786531 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e729bb6e-b6b5-4481-80ee-7438df6010fe req-0a94f208-777f-4664-83bc-564a093f4077 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Apr 05 18:47:59.813210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39060) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:47:59.838126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c310f70-3a15-4a7c-851d-66f04b879632 req-73ebb9a7-0c9c-4b58-8888-9f3996f5bf9e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:47:59.839774 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8c310f70-3a15-4a7c-851d-66f04b879632 req-73ebb9a7-0c9c-4b58-8888-9f3996f5bf9e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0923603 Apr 05 18:47:59.898304 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8c310f70-3a15-4a7c-851d-66f04b879632 req-85b8218c-7911-4e27-8dcb-b7ead905bbdb tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509672 Apr 05 18:48:00.057192 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485075bd-6cca-4f24-8e2d-d9dbd4d1fb66 tempest-TestMinimumBasicScenario-560113114 tempest-TestMinimumBasicScenario-560113114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:00.058144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-485075bd-6cca-4f24-8e2d-d9dbd4d1fb66 tempest-TestMinimumBasicScenario-560113114 tempest-TestMinimumBasicScenario-560113114-project-admin] Synchronizing usage tracker for tenant:6e8a7411310e451798e2c6a3bc01cc11 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:48:00.075719 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-485075bd-6cca-4f24-8e2d-d9dbd4d1fb66 tempest-TestMinimumBasicScenario-560113114 tempest-TestMinimumBasicScenario-560113114-project-admin] Unset dirty status for tenant:6e8a7411310e451798e2c6a3bc01cc11 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:48:00.080121 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-485075bd-6cca-4f24-8e2d-d9dbd4d1fb66 tempest-TestMinimumBasicScenario-560113114 tempest-TestMinimumBasicScenario-560113114-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1093 time: 0.2622921 Apr 05 18:48:00.080369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39076) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:00.087673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'floatingip': {'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'port_id': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:00.095020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:00.099030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Usage tracker for resource:floatingip and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:00.102585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:00.109395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:00.119441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for floatingip, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:00.369379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:00.477919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-fb7497c9-6d91-4f45-832e-17a1fd22bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:00.479468 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-fb7497c9-6d91-4f45-832e-17a1fd22bc51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12e487337c1f42d69805a235f74ff9e7&device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 1098 time: 0.2360187 Apr 05 18:48:00.532682 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:48:00.550611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1351c-175f-45e8-9486-76579858e52c req-0d4b648d-94ec-4b00-be4e-318858eca894 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:00.552243 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c0c1351c-175f-45e8-9486-76579858e52c req-0d4b648d-94ec-4b00-be4e-318858eca894 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2466559 Apr 05 18:48:00.679665 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:00.695687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'port_id': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'mac_address': 'fa:16:3e:c2:fe:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:48:00.699289 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Allocated IP 172.28.3.210 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/9a11859c-2bc2-45cc-a240-22ec76b43b3b) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:48:00.704595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c0c1351c-175f-45e8-9486-76579858e52c req-808d1426-35fa-4476-8184-39e6a99ecff5 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451528 Apr 05 18:48:00.758474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:00.774886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe5293-0a1d-4489-b3ab-63cc6893bf93 req-7afe29ce-dae8-4dc1-9992-c4fb332fc49e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:00.776572 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cbe5293-0a1d-4489-b3ab-63cc6893bf93 req-7afe29ce-dae8-4dc1-9992-c4fb332fc49e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 945 time: 0.0922885 Apr 05 18:48:00.777621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:48:00.795100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:00.798745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:00.800907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c5e393db-ee08-4fe1-bb12-2b8281f2903a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:00.834775 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8cbe5293-0a1d-4489-b3ab-63cc6893bf93 req-e4c3015c-aa10-408f-b229-c6532e0f7c1f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511572 Apr 05 18:48:00.883920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=9']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:00.887638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:01.094751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:48:01.121854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-b9fe9032-384c-417c-a33a-e4e13886c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:01.123631 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-b9fe9032-384c-417c-a33a-e4e13886c312 service neutron] 10.222.0.44 "GET /v2.0/networks?id=185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 200 len: 919 time: 0.6327262 Apr 05 18:48:01.135308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273de434-0452-41cb-b8e6-319cc3284fce req-323e2d8b-302b-4720-8d20-a6f1ef0e1b4a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:01.136966 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-273de434-0452-41cb-b8e6-319cc3284fce req-323e2d8b-302b-4720-8d20-a6f1ef0e1b4a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0945296 Apr 05 18:48:01.198186 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-273de434-0452-41cb-b8e6-319cc3284fce req-3fbd010d-6825-40f4-848c-d2307a12caf1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535576 Apr 05 18:48:01.221055 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-9a36117f-b02c-4c49-be91-41c3ecc3220f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 200 len: 217 time: 0.0880468 Apr 05 18:48:01.324005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:01.351681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59de2-5938-401d-8b71-e8bfc2666ff1 req-6afafeb6-c7cd-4dab-86e2-0f3edc3272ff tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:01.353273 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-47a59de2-5938-401d-8b71-e8bfc2666ff1 req-6afafeb6-c7cd-4dab-86e2-0f3edc3272ff tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 944 time: 0.3136051 Apr 05 18:48:01.355937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-93538d18-01a0-45ab-ab94-8a3f97b572d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:01.357396 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-93538d18-01a0-45ab-ab94-8a3f97b572d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 200 len: 858 time: 0.1172087 Apr 05 18:48:01.436403 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-e6c849c9-2633-4a72-8ed4-a5fe221a5016 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=185e4dd9-5459-4711-a6ea-55de5066954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569501 Apr 05 18:48:01.485521 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-47a59de2-5938-401d-8b71-e8bfc2666ff1 req-86beae6d-cb78-4827-821c-5e9d9bbef9c7 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250286 Apr 05 18:48:01.561270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:01.577750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:01.715392 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-851300b7-1416-4955-be76-66a040a2e264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:01.744334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'Port': ['ID=9a11859c-2bc2-45cc-a240-22ec76b43b3b,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:01.755050 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-46e107ec-3de7-408a-bc8c-196bbb0fbbfb service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110933 Apr 05 18:48:01.774760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.775179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.775601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.776003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.776397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.776793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.777184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.777569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.777963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.778348 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.778733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.779118 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:01.809603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:01.929805 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:48:01.933613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:48:01.937223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:48:01.938871 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fd7f7-d437-45bc-8dba-871792c9b57f req-ce1a8965-2e26-4415-860d-75ac38f0ccb8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:01.940643 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-be5fd7f7-d437-45bc-8dba-871792c9b57f req-ce1a8965-2e26-4415-860d-75ac38f0ccb8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1133749 Apr 05 18:48:01.989609 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-be5fd7f7-d437-45bc-8dba-871792c9b57f req-51fb2a21-70fe-4325-8144-3cd0f0422578 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Apr 05 18:48:02.050466 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-852c7854-c4c9-4397-b38e-2a96b83975f9 req-ad298a22-c891-452f-a404-5fecaaf03e47 service neutron] 10.222.0.44 "GET /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798808 Apr 05 18:48:02.280591 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405442a-2c04-4d87-8eb1-75eec2e70766 req-304bbd06-a7b8-461f-bf79-0a0a405c7f43 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:02.282203 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5405442a-2c04-4d87-8eb1-75eec2e70766 req-304bbd06-a7b8-461f-bf79-0a0a405c7f43 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 945 time: 0.3106878 Apr 05 18:48:02.357845 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5405442a-2c04-4d87-8eb1-75eec2e70766 req-6a481559-67d6-45e3-b0e7-ad556ebb53cf tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673447 Apr 05 18:48:02.422257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccc333-d387-48f1-929b-7c92c48cba64 req-1f6430f4-4a32-4244-822f-081ad8a18390 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:02.423915 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88ccc333-d387-48f1-929b-7c92c48cba64 req-1f6430f4-4a32-4244-822f-081ad8a18390 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1062436 Apr 05 18:48:02.459293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:02.481653 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88ccc333-d387-48f1-929b-7c92c48cba64 req-e3ed31c7-e2b5-461e-a854-1dce8ebc2c12 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491545 Apr 05 18:48:02.530829 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:48:02.543486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:02.608098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:48:02.609025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:02.693327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39108) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:02.750257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:02.787104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:02.822002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:02.823625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:02.825961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:02.827692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:02.852892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:02.872665 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:02.878461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Usage tracker for resource:security_group_rule and tenant:6725d840d7994546a82119f1690956b1 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:02.881982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:02.889255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:02.901935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb42ab-ac93-4595-939b-7c2a33472eec req-f8630832-f32e-4f1d-a77b-6f34ef2e2c8e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:02.911758 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ecdb42ab-ac93-4595-939b-7c2a33472eec req-f8630832-f32e-4f1d-a77b-6f34ef2e2c8e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 944 time: 0.2647548 Apr 05 18:48:02.925394 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'code': 200} Apr 05 18:48:02.926221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=10']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:02.929715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:02.992117 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ecdb42ab-ac93-4595-939b-7c2a33472eec req-0acf6cd7-5ab5-472e-9c7e-f6c72f3b8317 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794060 Apr 05 18:48:02.996291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.001045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.012708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1ecf346b-a20b-4498-a9a5-2dafcdfe266c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:03.047375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.052061 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.061964 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6725d840d7994546a82119f1690956b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648477 Apr 05 18:48:03.061964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb3caf-df07-473c-a3b2-1b55117026c1,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:03.064011 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39118) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:03.068153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6afe98c1-34ba-44af-a00a-dcf101c1244e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:03.084158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.084700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.085223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.085724 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.086226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.086721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.087218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.087825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.088324 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.088815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.089319 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.089812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:48:03.095846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:03.200615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-078bde7c-8bc9-4248-bd6d-a00c486193b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.202009 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'Port': ['ID=9a11859c-2bc2-45cc-a240-22ec76b43b3b,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:03.206312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:03.240906 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-078bde7c-8bc9-4248-bd6d-a00c486193b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.253656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.287619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7319a4-a44b-4b9b-83b7-7c5be6e98aab req-7cb50ddd-df11-4700-83ca-dbab8feabf5d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:03.289229 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b7319a4-a44b-4b9b-83b7-7c5be6e98aab req-7cb50ddd-df11-4700-83ca-dbab8feabf5d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1616366 Apr 05 18:48:03.335837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-078bde7c-8bc9-4248-bd6d-a00c486193b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.342491 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-86bde5e3-b81c-4686-a0ce-bcca87d55843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:03.357963 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b7319a4-a44b-4b9b-83b7-7c5be6e98aab req-9cd61a78-5c4e-4f9d-bfca-651ffb644395 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618758 Apr 05 18:48:03.360827 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bde7c-8bc9-4248-bd6d-a00c486193b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb3caf-df07-473c-a3b2-1b55117026c1,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:03.364302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-078bde7c-8bc9-4248-bd6d-a00c486193b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:03.366376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-078bde7c-8bc9-4248-bd6d-a00c486193b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.367541 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-078bde7c-8bc9-4248-bd6d-a00c486193b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2fb3caf-df07-473c-a3b2-1b55117026c1 HTTP/1.1" status: 204 len: 168 time: 0.3024421 Apr 05 18:48:03.553578 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Floating IP a30a743c-7e63-45f3-92f5-5eb0b4884282 associated. External IP: 172.28.3.210, port: 51dec994-6347-4f44-8e12-8b97a93ab54d. Apr 05 18:48:03.696746 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2f76c-af0f-4817-aa3f-ca1b24e3c03c req-0f2658a4-a639-4b19-86ad-13d40548cec2 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:03.698743 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a8b2f76c-af0f-4817-aa3f-ca1b24e3c03c req-0f2658a4-a639-4b19-86ad-13d40548cec2 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0985825 Apr 05 18:48:03.752377 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a8b2f76c-af0f-4817-aa3f-ca1b24e3c03c req-e9db6c7e-2ca1-477e-8ce6-6583ebbdb1e3 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457902 Apr 05 18:48:03.952891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9b7efe79-e80e-42d6-8eaa-40481b9d7500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:03.996816 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d42187-ecbe-4dd5-9efb-a51baf93bbd1 req-fef3a6f0-47af-42b9-8cff-aa2a36db835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:03.998535 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f9d42187-ecbe-4dd5-9efb-a51baf93bbd1 req-fef3a6f0-47af-42b9-8cff-aa2a36db835b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 1099 time: 0.5500360 Apr 05 18:48:04.011969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32a745-18f7-46fd-adb3-bde475d5bae7 req-2420e488-1cf2-46ce-9fd0-a56a2171fe6f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:04.013463 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6d32a745-18f7-46fd-adb3-bde475d5bae7 req-2420e488-1cf2-46ce-9fd0-a56a2171fe6f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 945 time: 0.5220642 Apr 05 18:48:04.121831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:04.205898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442d25-2dc5-4896-bcd4-4e7da86ea295 req-cf39f63f-a43b-48b2-8e82-9256e1283745 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:04.207541 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63442d25-2dc5-4896-bcd4-4e7da86ea295 req-cf39f63f-a43b-48b2-8e82-9256e1283745 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 946 time: 0.0919785 Apr 05 18:48:04.258970 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63442d25-2dc5-4896-bcd4-4e7da86ea295 req-e1c238e9-fe17-47e5-91ff-f7846699b34a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446529 Apr 05 18:48:04.277219 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f9d42187-ecbe-4dd5-9efb-a51baf93bbd1 req-be827f0d-010c-4b49-a68c-4595412a1c6f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595904 Apr 05 18:48:04.283675 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6d32a745-18f7-46fd-adb3-bde475d5bae7 req-78961898-5111-4076-b72e-053ce3e52211 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438409 Apr 05 18:48:04.330166 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:48:04.540738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:48:04.552091 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] Sync routers for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:48:04.563920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:48:04.565268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:48:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:04.579310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:04.580181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a47bab-f233-4055-8f82-c3f0a2a8ea83 req-fbafed04-63d3-4e94-bdcf-9b0a81176687 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:04.581815 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c3a47bab-f233-4055-8f82-c3f0a2a8ea83 req-fbafed04-63d3-4e94-bdcf-9b0a81176687 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0967729 Apr 05 18:48:04.635271 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c3a47bab-f233-4055-8f82-c3f0a2a8ea83 req-fb81d880-619e-4606-bba5-57c7723cc3ea tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468113 Apr 05 18:48:04.642307 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5607479 Apr 05 18:48:04.643046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:04.645236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39154) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:04.651413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050422586', 'description': 'tempest-secgroup-smoke-2050422586 description', 'project_id': 'b97aee16ca0345899e89570241e7b979'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:04.658304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:04.669270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:04.678913 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:04.702119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:04.706106 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'status': 'completed', 'code': 200} Apr 05 18:48:04.706706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Usage tracker for resource:security_group_rule and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:04.709780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:04.716409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:04.906052 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:48:04.953486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1fa2a698-4b64-49ae-9c93-cf10a444feea tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:04.955310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:04.962078 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1fa2a698-4b64-49ae-9c93-cf10a444feea tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.44 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 945 time: 0.2298927 Apr 05 18:48:04.970846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:04.987599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-759be9dc-562e-4439-aecd-31aa453fa18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:05.065506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Deleting port 3e295e2d-9505-44f4-853e-c3f25ecc06cf {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:48:05.066393 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:05.088477 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09af24e-3942-4704-8c18-e251d20f37f4,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:05.095112 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:05.101388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-66e3fe76-bf73-4aec-8618-42c660e6faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:05.103013 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-66e3fe76-bf73-4aec-8618-42c660e6faa1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97aee16ca0345899e89570241e7b979&device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1098 time: 0.3495557 Apr 05 18:48:05.144281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:05.145584 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4992981 Apr 05 18:48:05.149706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39172) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:05.159546 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'security_group_rule': {'security_group_id': 'f09af24e-3942-4704-8c18-e251d20f37f4', 'project_id': 'b97aee16ca0345899e89570241e7b979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:05.166941 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:05.172079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Usage tracker for resource:security_group_rule and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:05.175615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:05.182683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:05.460441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'a30a743c-7e63-45f3-92f5-5eb0b4884282', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'floating_ip_address': '172.28.3.210', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'port_id': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'mac_address': 'fa:16:3e:7a:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:48:02Z', 'updated_at': '2021-04-05T18:48:02Z', 'revision_number': 0, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:51Z', 'revision_number': 5, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:05.480394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] Checking router: 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:48:05.498859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004a42-08a2-49e0-8f48-4318f68548c2 req-b201f17a-c02e-426a-ade0-5f4f7f13e35d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:05.506496 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-98004a42-08a2-49e0-8f48-4318f68548c2 req-b201f17a-c02e-426a-ade0-5f4f7f13e35d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.4782910 Apr 05 18:48:05.515091 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:48:05.515814 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:48:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:05.531930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:05.600482 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-98004a42-08a2-49e0-8f48-4318f68548c2 req-c93004c2-d810-4c06-b9e3-c4913d1b2b8b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929766 Apr 05 18:48:05.607092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-e337c87c-067c-4293-8cb2-2055910df6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:05.609373 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-e337c87c-067c-4293-8cb2-2055910df6c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 200 len: 915 time: 0.4912472 Apr 05 18:48:05.783883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:05.785866 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] For port 3e295e2d-9505-44f4-853e-c3f25ecc06cf, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=3e295e2d-9505-44f4-853e-c3f25ecc06cf,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:05.786260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:05.804338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:05.837418 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-93266ba8-0cbc-48a1-8bf9-155269b43176 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 999 time: 0.2206662 Apr 05 18:48:05.864573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:48:05.897372 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:05.953349 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbe320-e6d6-4abc-a116-f746e7e2fc69 req-540178d5-f0c9-486a-b28e-9738297c3a56 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:05.961349 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-38cbe320-e6d6-4abc-a116-f746e7e2fc69 req-540178d5-f0c9-486a-b28e-9738297c3a56 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 945 time: 0.1944332 Apr 05 18:48:05.992933 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-1832d791-fb8c-4a76-a597-e21aa69bf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:05.994551 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-1832d791-fb8c-4a76-a597-e21aa69bf408 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f10ffc-c227-4dcf-b061-1c2c9710e050 HTTP/1.1" status: 200 len: 853 time: 0.1461134 Apr 05 18:48:06.014788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:06.033576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Calling delete_port for 3e295e2d-9505-44f4-853e-c3f25ecc06cf owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:48:06.081248 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-38cbe320-e6d6-4abc-a116-f746e7e2fc69 req-363af3f0-b79d-433b-9acb-331be543fad5 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188011 Apr 05 18:48:06.128679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-c64d6851-4fd7-4662-94ef-affb17397f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:06.130806 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-c64d6851-4fd7-4662-94ef-affb17397f29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1275108 Apr 05 18:48:06.165519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b19366-c8f4-42c3-842b-a24434075388 req-280b9786-1521-466c-9fac-70a4ddff534e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:06.174053 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-28b19366-c8f4-42c3-842b-a24434075388 req-280b9786-1521-466c-9fac-70a4ddff534e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 946 time: 0.5892370 Apr 05 18:48:06.180667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e0dbad-d179-4681-8e13-18a5f5bfe225,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:06.232406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:06.240656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:06.241943 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0930462d-4cc4-458c-9275-181581397970 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0903697 Apr 05 18:48:06.256249 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-28b19366-c8f4-42c3-842b-a24434075388 req-fb35b717-65e3-497a-9c5b-941809e0dae8 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812685 Apr 05 18:48:06.265385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39220) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:06.280912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'security_group_rule': {'security_group_id': 'f09af24e-3942-4704-8c18-e251d20f37f4', 'project_id': 'b97aee16ca0345899e89570241e7b979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:06.303744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:06.313169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Usage tracker for resource:security_group_rule and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:06.317402 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:06.337200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:06.404921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:06.459487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:06.470574 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-e894ec08-d3f0-4aad-b8d8-c218bb13e4ca service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321509 Apr 05 18:48:06.473184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['3e295e2d-9505-44f4-853e-c3f25ecc06cf'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:48:06.478649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9cf960df-2676-4b6c-bf50-b385ee91beaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:06.592237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:06.722749 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2ce61997-dd02-49d0-b953-0d6a714ab9bf req-a44460cf-48b0-4b5e-955d-b320240af19c service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410591 Apr 05 18:48:06.787759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'a30a743c-7e63-45f3-92f5-5eb0b4884282', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'floating_ip_address': '172.28.3.210', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'port_id': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'mac_address': 'fa:16:3e:7a:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:48:02Z', 'updated_at': '2021-04-05T18:48:02Z', 'revision_number': 0, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:51Z', 'revision_number': 5, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:06.798162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f9f44-7ae7-42e4-877e-aae84592b7f5 None None] The sync data for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb is: [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'a30a743c-7e63-45f3-92f5-5eb0b4884282', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'floating_ip_address': '172.28.3.210', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'port_id': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'mac_address': 'fa:16:3e:7a:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:48:02Z', 'updated_at': '2021-04-05T18:48:02Z', 'revision_number': 0, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:51Z', 'revision_number': 5, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:48:06.826501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Pushing event deleted for resources: {'Port': ['ID=3e295e2d-9505-44f4-853e-c3f25ecc06cf,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:06.829411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:06.836989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:06.927493 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:06.947461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab8227e-aaf5-4e07-bf44-76f6024ae8f9,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:06.952615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:06.957242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:06.962597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39238) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:06.962970 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6963749 Apr 05 18:48:06.974394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'security_group_rule': {'security_group_id': 'f09af24e-3942-4704-8c18-e251d20f37f4', 'project_id': 'b97aee16ca0345899e89570241e7b979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:06.984097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:06.991631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Usage tracker for resource:security_group_rule and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:06.997366 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:07.010909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:07.040549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e469ad-7f87-4e6b-9760-3cbb07a89c57 req-99f8c5f0-4848-4c96-8554-ae94c6211155 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:07.048324 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f5e469ad-7f87-4e6b-9760-3cbb07a89c57 req-99f8c5f0-4848-4c96-8554-ae94c6211155 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1655872 Apr 05 18:48:07.092183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.121375 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f5e469ad-7f87-4e6b-9760-3cbb07a89c57 req-ad00108e-ba45-4927-b7d4-382646daa3fe tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717285 Apr 05 18:48:07.143859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] No DVR routers for this DVR port 3e295e2d-9505-44f4-853e-c3f25ecc06cf on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:48:07.143859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.143859 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48efbb63-9af7-4b3a-9c49-fe6d5f064a33 req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.44 "DELETE /v2.0/ports/3e295e2d-9505-44f4-853e-c3f25ecc06cf HTTP/1.1" status: 204 len: 173 time: 2.1704147 Apr 05 18:48:07.143859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d8aa34-3675-45ca-8c47-bc93eef2829d', 'name': 'network-vif-deleted', 'tag': '3e295e2d-9505-44f4-853e-c3f25ecc06cf'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:07.200961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.205258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.206197 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d8aa34-3675-45ca-8c47-bc93eef2829d', 'name': 'network-vif-deleted', 'tag': '3e295e2d-9505-44f4-853e-c3f25ecc06cf', 'status': 'completed', 'code': 200} Apr 05 18:48:07.207560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:07.227323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84783775-e6c7-4783-9aed-a2d58adb2690,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:07.231713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:07.250308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.251812 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878773 Apr 05 18:48:07.254690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39248) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:07.260675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'security_group_rule': {'security_group_id': 'f09af24e-3942-4704-8c18-e251d20f37f4', 'project_id': 'b97aee16ca0345899e89570241e7b979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:07.267975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:07.272184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Usage tracker for resource:security_group_rule and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:07.274181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-0830a3ce-7ed2-46ed-ba9b-2097b4311d4c req-2cbc7d80-0adf-4691-a732-7f31be80c049 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Synchronizing usage tracker for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:48:07.276108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:07.283934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:07.292068 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d05cfc-1c22-4c1d-aabc-b482b1668a85 None None] New status for floating IP a30a743c-7e63-45f3-92f5-5eb0b4884282: ACTIVE {{(pid=84250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:48:07.307612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.316941 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-0830a3ce-7ed2-46ed-ba9b-2097b4311d4c req-2cbc7d80-0adf-4691-a732-7f31be80c049 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Unset dirty status for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:48:07.318820 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0830a3ce-7ed2-46ed-ba9b-2097b4311d4c req-2cbc7d80-0adf-4691-a732-7f31be80c049 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d8aa34-3675-45ca-8c47-bc93eef2829d HTTP/1.1" status: 200 len: 210 time: 0.1049254 Apr 05 18:48:07.393703 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.396583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.398796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dbf3c9e5-1345-47b4-86f4-7f6e0d26621b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:07.474209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e193292-b163-4ada-a47d-327fe05b234a,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:07.478779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:07.487571 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.488925 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2331302 Apr 05 18:48:07.491887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39254) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:07.498315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'security_group_rule': {'security_group_id': 'f09af24e-3942-4704-8c18-e251d20f37f4', 'project_id': 'b97aee16ca0345899e89570241e7b979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:07.505147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:07.510054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Usage tracker for resource:security_group_rule and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:07.513229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:07.520150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:07.522457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df14b7f-c41b-43b2-a1dd-6985d06cd9b5 req-732d9ea8-6a9b-471b-b116-32c2c31477f5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:07.524100 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0df14b7f-c41b-43b2-a1dd-6985d06cd9b5 req-732d9ea8-6a9b-471b-b116-32c2c31477f5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 946 time: 0.1145279 Apr 05 18:48:07.531228 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.securitygroups_db [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Project b97aee16ca0345899e89570241e7b979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:48:07.538487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.574851 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0df14b7f-c41b-43b2-a1dd-6985d06cd9b5 req-c0de226c-6bb4-459b-ab42-51bda32731e8 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421987 Apr 05 18:48:07.609589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.620616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.623188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:07.646863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab07b03d-7228-43af-8af5-2f7fa99cc9ee,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:07.649460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:07.657199 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.661401 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3372e68a-da71-4a82-8b8e-de3ef62fe2e3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648486 Apr 05 18:48:07.661401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39260) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:07.667631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'security_group_rule': {'security_group_id': 'f09af24e-3942-4704-8c18-e251d20f37f4', 'project_id': 'b97aee16ca0345899e89570241e7b979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:07.674744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:07.678902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Usage tracker for resource:security_group_rule and tenant:b97aee16ca0345899e89570241e7b979 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:07.682024 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:07.688583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:07.701014 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.securitygroups_db [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Project b97aee16ca0345899e89570241e7b979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:48:07.707856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.777993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.781528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.784203 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:07.807469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29914b0-cd1a-4955-b78a-7a6dced2e9a8,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:07.810005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:07.816550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:07.817834 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554878 Apr 05 18:48:07.951180 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c8257888-beb5-499c-a304-60b616f14156 req-19f0e4cb-4ce8-49ab-97fd-83d35d3982a9 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050422586&fields=id&tenant_id=b97aee16ca0345899e89570241e7b979 HTTP/1.1" status: 200 len: 267 time: 0.0446327 Apr 05 18:48:08.042216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8257888-beb5-499c-a304-60b616f14156 req-ef45ff86-bcc1-449f-8ff3-7daf885c3005 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:08.043824 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c8257888-beb5-499c-a304-60b616f14156 req-ef45ff86-bcc1-449f-8ff3-7daf885c3005 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.0865405 Apr 05 18:48:08.057056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-c8257888-beb5-499c-a304-60b616f14156 req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'port': {'security_groups': ['ff080da0-c866-4645-b6c3-088c3f3e234d', 'f09af24e-3942-4704-8c18-e251d20f37f4']}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:08.260824 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-c8257888-beb5-499c-a304-60b616f14156 req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:08.311005 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-65d10269-c569-49b3-843f-897f3f78f079 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1962314 Apr 05 18:48:08.347627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebfff6-6e69-468f-8298-2a8af238db6a req-1f18f020-0490-487e-95ef-519e025adc41 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:08.349221 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fbebfff6-6e69-468f-8298-2a8af238db6a req-1f18f020-0490-487e-95ef-519e025adc41 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0960340 Apr 05 18:48:08.409002 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fbebfff6-6e69-468f-8298-2a8af238db6a req-d5c26968-f9a5-4ec2-ada5-edda1e9a5f06 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524943 Apr 05 18:48:08.563004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 3e295e2d-9505-44f4-853e-c3f25ecc06cf no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:48:08.603811 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 3e295e2d-9505-44f4-853e-c3f25ecc06cf {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:48:08.604333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 3e295e2d-9505-44f4-853e-c3f25ecc06cf not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:48:08.744508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-1518c546-daa7-444f-bb5a-5239456ed640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:08.746029 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-1518c546-daa7-444f-bb5a-5239456ed640 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 1099 time: 0.4111969 Apr 05 18:48:09.019152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-c8257888-beb5-499c-a304-60b616f14156 req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] For port 51dec994-6347-4f44-8e12-8b97a93ab54d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=51dec994-6347-4f44-8e12-8b97a93ab54d,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:09.024472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-9f2711ea-9adf-4a0a-beeb-b14dde6d02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:09.026027 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-9f2711ea-9adf-4a0a-beeb-b14dde6d02f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.2526355 Apr 05 18:48:09.119503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-c8257888-beb5-499c-a304-60b616f14156 req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:09.132947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-c8257888-beb5-499c-a304-60b616f14156 req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:09.146557 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['51dec994-6347-4f44-8e12-8b97a93ab54d'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:48:09.149516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:09.215533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:09.271395 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-3c495cba-5272-45ad-bc79-0bdf802feb40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 HTTP/1.1" status: 200 len: 1000 time: 0.2376032 Apr 05 18:48:09.380155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'Port': ['ID=51dec994-6347-4f44-8e12-8b97a93ab54d,revision_number=6']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:09.387850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:09.406960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-4c8575b0-30ba-4f48-a7b1-30f7a1004d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:09.408568 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-4c8575b0-30ba-4f48-a7b1-30f7a1004d0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.1203995 Apr 05 18:48:09.484664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8257888-beb5-499c-a304-60b616f14156 req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:09.486552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-c8257888-beb5-499c-a304-60b616f14156 req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:09.488339 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c8257888-beb5-499c-a304-60b616f14156 req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "PUT /v2.0/ports/51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 981 time: 1.4364359 Apr 05 18:48:09.490058 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:09.527849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-aa586110-d93c-46ca-923d-6f4ff2586c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:09.539853 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-aa586110-d93c-46ca-923d-6f4ff2586c3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240938 Apr 05 18:48:09.593363 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['51dec994-6347-4f44-8e12-8b97a93ab54d'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:48:09.704748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfccb1c-0a5f-442e-b059-adc418193925 req-6bb2c5c2-bc44-40c3-9c9c-791fc134d596 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:09.716261 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8bfccb1c-0a5f-442e-b059-adc418193925 req-6bb2c5c2-bc44-40c3-9c9c-791fc134d596 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1323643 Apr 05 18:48:09.811596 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8bfccb1c-0a5f-442e-b059-adc418193925 req-f4dd297a-76be-46cd-8b16-2ce247032fb0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943229 Apr 05 18:48:09.821969 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-1659c7b2-ffb8-4306-b4b6-5efb2285e115 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625122 Apr 05 18:48:09.944718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-66337312-a9f8-4387-acc7-f399d2474ef4 None None] Provisioning complete for port 51dec994-6347-4f44-8e12-8b97a93ab54d triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:48:09.945258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-66337312-a9f8-4387-acc7-f399d2474ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:10.002880 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'status': 'completed', 'code': 200} Apr 05 18:48:10.097921 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-11c3f5cd-a0f6-4ba8-b92e-6264b90e19be req-0e8d0c20-0e21-41c2-9b5e-7961db23036a service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576749 Apr 05 18:48:10.109755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbcc30-0d21-45f8-8356-29fad7eca7c9 req-742afb74-8fd4-40c9-8f81-0cd39bf07545 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:10.110092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-33c612f7-cd9f-4a45-84ae-9b08f4b420a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:10.114316 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-33c612f7-cd9f-4a45-84ae-9b08f4b420a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97aee16ca0345899e89570241e7b979&device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1137 time: 0.1341231 Apr 05 18:48:10.118324 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-73fbcc30-0d21-45f8-8356-29fad7eca7c9 req-742afb74-8fd4-40c9-8f81-0cd39bf07545 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.1867268 Apr 05 18:48:10.176671 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-73fbcc30-0d21-45f8-8356-29fad7eca7c9 req-aaa80885-79df-4462-86ea-3f46d6b73f8e tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567532 Apr 05 18:48:10.352949 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af081b92-e159-4958-a7c6-06cee4a06a02 req-6a166f70-d164-4645-b12d-98fddc1cbbd2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:10.355777 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-af081b92-e159-4958-a7c6-06cee4a06a02 req-6a166f70-d164-4645-b12d-98fddc1cbbd2 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.2267778 Apr 05 18:48:10.388461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-1ceb0448-45c4-4f0b-8aaa-47762bf0bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:10.390021 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-1ceb0448-45c4-4f0b-8aaa-47762bf0bceb service neutron] 10.222.0.44 "GET /v2.0/networks?id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 200 len: 915 time: 0.2044795 Apr 05 18:48:10.490241 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-af081b92-e159-4958-a7c6-06cee4a06a02 req-25e5d7dd-4083-4097-9805-ce5a78ac99e6 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237507 Apr 05 18:48:10.523649 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-180b6542-0e68-4fac-8e16-b376f199e3a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 1001 time: 0.1177895 Apr 05 18:48:10.590938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-04ce9336-5c61-4f07-a153-89e3c61031a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:10.592976 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-04ce9336-5c61-4f07-a153-89e3c61031a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f10ffc-c227-4dcf-b061-1c2c9710e050 HTTP/1.1" status: 200 len: 853 time: 0.0623438 Apr 05 18:48:10.676605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-c2c5e400-8234-4b3a-95e2-1650af47b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:10.678068 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-c2c5e400-8234-4b3a-95e2-1650af47b3b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786519 Apr 05 18:48:10.820072 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-e872a802-7d61-4660-a2e6-9579ef2be1e3 service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338437 Apr 05 18:48:10.969043 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d766f746-cba2-4f0f-a338-7de623b951b1 req-f74abaad-fdad-4842-b752-49be62d56392 service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407902 Apr 05 18:48:11.030783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379926ac-1be4-4a5d-b838-96a6d03c7057 req-0b103514-6991-4bac-8c3a-61572637d346 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:11.032429 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-379926ac-1be4-4a5d-b838-96a6d03c7057 req-0b103514-6991-4bac-8c3a-61572637d346 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0948749 Apr 05 18:48:11.081814 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-379926ac-1be4-4a5d-b838-96a6d03c7057 req-e79301b0-07aa-437e-9c2d-866ed3e999da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Apr 05 18:48:11.261873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:48:11.714784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2837ed-0498-4670-994d-cc2ae4a59644 req-4972e2a3-97aa-456d-9421-edfcee726358 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:11.716625 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bd2837ed-0498-4670-994d-cc2ae4a59644 req-4972e2a3-97aa-456d-9421-edfcee726358 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.0895033 Apr 05 18:48:11.764373 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bd2837ed-0498-4670-994d-cc2ae4a59644 req-1125a20f-7144-4e43-bb9e-2241aa4787b8 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412672 Apr 05 18:48:12.280995 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73783a9-8961-4df5-986d-bea91a4f6d74 req-b8f8128a-f949-495e-bb8b-562cb0543f2f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:12.282568 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f73783a9-8961-4df5-986d-bea91a4f6d74 req-b8f8128a-f949-495e-bb8b-562cb0543f2f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0902524 Apr 05 18:48:12.329197 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f73783a9-8961-4df5-986d-bea91a4f6d74 req-f205d1b0-f615-4ab5-8702-38e3c62c9238 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401766 Apr 05 18:48:12.462030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-c60e8c5e-b142-463a-9217-1d2f757f4d54 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:12.463595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-c60e8c5e-b142-463a-9217-1d2f757f4d54 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.44 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.0888326 Apr 05 18:48:12.549008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Deleting port b7f55559-e51a-4277-bc4f-68c87b6c42d0 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:48:12.549418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:12.942589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] For port b7f55559-e51a-4277-bc4f-68c87b6c42d0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b7f55559-e51a-4277-bc4f-68c87b6c42d0,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:12.943102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:12.975966 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561f48-1db6-459d-b4b3-06d4b0c1197b req-017a02e6-d9e1-4efd-b5f2-f90579e61076 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:12.977479 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1f561f48-1db6-459d-b4b3-06d4b0c1197b req-017a02e6-d9e1-4efd-b5f2-f90579e61076 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 946 time: 0.0951004 Apr 05 18:48:13.026836 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1f561f48-1db6-459d-b4b3-06d4b0c1197b req-a9671244-63e8-412b-9ee1-c0e93fe28519 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Apr 05 18:48:13.103803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Calling delete_port for b7f55559-e51a-4277-bc4f-68c87b6c42d0 owned by compute:nova {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:48:13.400594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-7b8d86be-738b-4859-b158-53bf23b324da tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:13.402165 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-7b8d86be-738b-4859-b158-53bf23b324da tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/networks?id=8c00f14a-a2d0-4497-9081-343f6d275f3e HTTP/1.1" status: 200 len: 814 time: 0.5941930 Apr 05 18:48:13.434286 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-5859dfea-e0d3-4203-8268-8757c859378b tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/quotas/450757c2945945cbba3c1a2a1f59a1be HTTP/1.1" status: 200 len: 375 time: 0.0252948 Apr 05 18:48:13.531075 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-b813a0f1-4931-43ef-bbe2-521e2c7ae75a tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=450757c2945945cbba3c1a2a1f59a1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901451 Apr 05 18:48:13.536122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf7aaf-7456-4435-9587-f5561b7b60e6 req-84d0aec1-f891-4e87-9f44-76758cf7178d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:13.537737 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6cdf7aaf-7456-4435-9587-f5561b7b60e6 req-84d0aec1-f891-4e87-9f44-76758cf7178d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0917847 Apr 05 18:48:13.585502 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6cdf7aaf-7456-4435-9587-f5561b7b60e6 req-65c6e796-60ce-499a-b942-ec2e0c43e522 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Apr 05 18:48:13.647551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:13.659690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['23efe365-655f-4e05-b115-95662505877b', 'b7f55559-e51a-4277-bc4f-68c87b6c42d0'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:48:13.668215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:13.781833 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Pushing event deleted for resources: {'Port': ['ID=b7f55559-e51a-4277-bc4f-68c87b6c42d0,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:13.784552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:13.828279 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-0b76f619-7da7-4967-b547-0246fedb6296 service neutron] 10.222.0.15 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868128 Apr 05 18:48:14.064348 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] No DVR routers for this DVR port b7f55559-e51a-4277-bc4f-68c87b6c42d0 on host hv-cinder-78240 {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:48:14.068396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:14.071221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432f9472-3f24-418e-8fe4-1b63757ca209', 'name': 'network-vif-deleted', 'tag': 'b7f55559-e51a-4277-bc4f-68c87b6c42d0'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:14.099906 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-5dcf43ca-d70a-4162-b767-d48ae5fc4cbb service neutron] 10.222.0.15 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605290 Apr 05 18:48:14.102133 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d1a58389-b9b9-42f4-88cc-e04316204069 req-b30b045f-47cf-4972-931b-e01a354c421a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.44 "DELETE /v2.0/ports/b7f55559-e51a-4277-bc4f-68c87b6c42d0 HTTP/1.1" status: 204 len: 173 time: 1.6247272 Apr 05 18:48:14.192942 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-50887b78-7be0-426b-9179-970e06c027de req-6ec1e112-e8c7-4264-861d-1f3c8d689b2a tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=432f9472-3f24-418e-8fe4-1b63757ca209 HTTP/1.1" status: 200 len: 210 time: 0.0514197 Apr 05 18:48:14.260057 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432f9472-3f24-418e-8fe4-1b63757ca209', 'name': 'network-vif-deleted', 'tag': 'b7f55559-e51a-4277-bc4f-68c87b6c42d0', 'status': 'completed', 'code': 200} Apr 05 18:48:14.313440 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dfb288b9-ede0-4cbd-ab45-ce097ebb848f req-73c862db-a82d-48cf-bdb7-a4382dfed71f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 210 time: 0.0491850 Apr 05 18:48:14.798234 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0e79-0b0a-4cc7-8296-40145e382d7d req-f1ec3f5a-7699-40a6-87f9-03a545c2f139 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:14.800571 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-67df0e79-0b0a-4cc7-8296-40145e382d7d req-f1ec3f5a-7699-40a6-87f9-03a545c2f139 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0888925 Apr 05 18:48:14.854258 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-67df0e79-0b0a-4cc7-8296-40145e382d7d req-9abb3b95-74c6-4b18-a178-10ff3860900b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451407 Apr 05 18:48:15.497903 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bdfbe7c4-3f5d-4efb-95eb-391f6c17456e req-6ffcda05-a3e7-412d-8cc0-60f03bc3f45a tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 210 time: 0.0533988 Apr 05 18:48:15.551541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f0d64abc-4724-4147-b5ab-97f528e3e366 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:15.553330 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f0d64abc-4724-4147-b5ab-97f528e3e366 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.44 "GET /v2.0/networks?id=8c00f14a-a2d0-4497-9081-343f6d275f3e HTTP/1.1" status: 200 len: 814 time: 0.2247300 Apr 05 18:48:15.566805 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Request body: {'port': {'device_id': '2f605b97-10f7-493a-9fc2-5a7ccf99d359', 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e', 'admin_state_up': True, 'tenant_id': '450757c2945945cbba3c1a2a1f59a1be'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:15.706843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb8b56-617c-4bd2-a89f-a26d2ae3ebc3 req-86f35ad0-9c59-44dd-86e5-ef8bc443ffec tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:15.708500 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b8cb8b56-617c-4bd2-a89f-a26d2ae3ebc3 req-86f35ad0-9c59-44dd-86e5-ef8bc443ffec tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0916114 Apr 05 18:48:15.713674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:15.723808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:15.732649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Made reservation on behalf of 450757c2945945cbba3c1a2a1f59a1be for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:48:15.739200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:15.757884 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b8cb8b56-617c-4bd2-a89f-a26d2ae3ebc3 req-59297183-c23b-48d5-8223-ab8117c9c87f tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Apr 05 18:48:15.913603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Allocated IP 172.20.0.10 (8c00f14a-a2d0-4497-9081-343f6d275f3e/fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd/21556704-52f1-4dc4-b2a5-da060245b5e8) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:48:16.181360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ed88-a1b2-4827-8f97-505af01b6dd9 req-698d0314-6083-4e56-92df-91080bf072f7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:16.182859 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d747ed88-a1b2-4827-8f97-505af01b6dd9 req-698d0314-6083-4e56-92df-91080bf072f7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.2090802 Apr 05 18:48:16.217427 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:16.255713 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d747ed88-a1b2-4827-8f97-505af01b6dd9 req-9530ee36-e596-4798-82bd-50525cd8e1b9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594788 Apr 05 18:48:16.274935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:16.290138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:16.429222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Pushing event updated for resources: {'Port': ['ID=21556704-52f1-4dc4-b2a5-da060245b5e8,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:16.433769 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:16.488874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Network 8c00f14a-a2d0-4497-9081-343f6d275f3e is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:48:16.490003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:48:16.492269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:48:16.555395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39452) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:16.560885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:16.563995 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device b7f55559-e51a-4277-bc4f-68c87b6c42d0 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:48:16.568083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:16.596449 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0340648 Apr 05 18:48:16.605763 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: b7f55559-e51a-4277-bc4f-68c87b6c42d0 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:48:16.606336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device b7f55559-e51a-4277-bc4f-68c87b6c42d0 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:48:16.610912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Request body: {'port': {'device_id': '2f605b97-10f7-493a-9fc2-5a7ccf99d359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:16.703594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:16.729892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:16.734745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:16.738168 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Usage tracker for resource:security_group_rule and tenant:784b4ee979054dacb53e464ee19eb238 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:16.741704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:16.751030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:16.771666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec70f-2b88-4490-81dc-cbab78258271 req-53a029f0-ce55-4c12-a9ed-6c9b607f36a4 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:16.773264 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d2dec70f-2b88-4490-81dc-cbab78258271 req-53a029f0-ce55-4c12-a9ed-6c9b607f36a4 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 932 time: 0.1473341 Apr 05 18:48:16.844368 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d2dec70f-2b88-4490-81dc-cbab78258271 req-963d6a2b-c094-4767-bcb8-7897d1baae75 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615535 Apr 05 18:48:16.913782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:16.917828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:16.928967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9168eaa7-85dc-496f-9383-436bc1ec48c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:16.975426 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c827d1-97c5-499f-83da-3b70b1c49b0a,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:16.978913 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:16.985297 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-486c47d9-2f18-4616-9b6e-9bb83c8d6f6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=784b4ee979054dacb53e464ee19eb238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285276 Apr 05 18:48:16.986125 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39460) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:17.051013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-694bcbf1-bb7a-4299-8bab-3e9ea23b20ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:17.078284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-694bcbf1-bb7a-4299-8bab-3e9ea23b20ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:17.122476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-694bcbf1-bb7a-4299-8bab-3e9ea23b20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:17.128122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bbb96ebc-92d0-4fac-b5f2-ccc9e822fe79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:17.141903 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bcbf1-bb7a-4299-8bab-3e9ea23b20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c827d1-97c5-499f-83da-3b70b1c49b0a,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:17.144505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-694bcbf1-bb7a-4299-8bab-3e9ea23b20ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:17.146587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-694bcbf1-bb7a-4299-8bab-3e9ea23b20ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:17.150109 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-694bcbf1-bb7a-4299-8bab-3e9ea23b20ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2c827d1-97c5-499f-83da-3b70b1c49b0a HTTP/1.1" status: 204 len: 168 time: 0.1607761 Apr 05 18:48:17.196093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dc656-9802-4f73-8523-0d04bba03435 req-e3cebe47-61b6-4dc3-9b55-7b0669360934 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:17.196857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-7a1dc656-9802-4f73-8523-0d04bba03435 req-e3cebe47-61b6-4dc3-9b55-7b0669360934 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Synchronizing usage tracker for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:48:17.257141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-7a1dc656-9802-4f73-8523-0d04bba03435 req-e3cebe47-61b6-4dc3-9b55-7b0669360934 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Unset dirty status for tenant:12e487337c1f42d69805a235f74ff9e7 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:48:17.258424 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7a1dc656-9802-4f73-8523-0d04bba03435 req-e3cebe47-61b6-4dc3-9b55-7b0669360934 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2075124 Apr 05 18:48:17.318741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21556704-52f1-4dc4-b2a5-da060245b5e8 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:48:17.331956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:17.347341 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7a1dc656-9802-4f73-8523-0d04bba03435 req-24f01940-dc0c-44c5-a282-32e79efde00d tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816681 Apr 05 18:48:17.357389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Transition to ACTIVE for port object 21556704-52f1-4dc4-b2a5-da060245b5e8 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:48:17.362016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:17.474614 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beb292-2546-4354-92f5-39d1b14ccac8 req-96f26f3a-fb56-462c-89a9-56735c59f599 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:17.476371 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-55beb292-2546-4354-92f5-39d1b14ccac8 req-96f26f3a-fb56-462c-89a9-56735c59f599 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0954437 Apr 05 18:48:17.532585 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-55beb292-2546-4354-92f5-39d1b14ccac8 req-a43694d9-278c-4e3e-9e05-4280f3609a15 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484571 Apr 05 18:48:17.599142 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:17.732317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Pushing event updated for resources: {'Port': ['ID=21556704-52f1-4dc4-b2a5-da060245b5e8,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:17.736918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:17.957158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Attempting to bind port 21556704-52f1-4dc4-b2a5-da060245b5e8 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:48:17.957724 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Attempting to bind port 21556704-52f1-4dc4-b2a5-da060245b5e8 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:48:17.957921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Attempting to bind port 21556704-52f1-4dc4-b2a5-da060245b5e8 on network 8c00f14a-a2d0-4497-9081-343f6d275f3e {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:48:17.962798 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Port 21556704-52f1-4dc4-b2a5-da060245b5e8 on network 8c00f14a-a2d0-4497-9081-343f6d275f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:48:17.963162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Attempting to bind port 21556704-52f1-4dc4-b2a5-da060245b5e8 on network 8c00f14a-a2d0-4497-9081-343f6d275f3e {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:48:18.003875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:48:18.004250 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Checking segment: {'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:48:18.004675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Bound using segment: {'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:48:18.005163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Bound port: 21556704-52f1-4dc4-b2a5-da060245b5e8, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484aab8b-6612-4cd5-b187-2d7975db61a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:48:18.005551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:18.141147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00b343-7105-4d1c-a7b1-9ea8db8d9be5 req-155c665c-5870-4a22-a7fc-7de301c16c6f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:18.141849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ac00b343-7105-4d1c-a7b1-9ea8db8d9be5 req-155c665c-5870-4a22-a7fc-7de301c16c6f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Synchronizing usage tracker for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:48:18.145676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] For port 21556704-52f1-4dc4-b2a5-da060245b5e8, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:48:18.149352 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] For port 21556704-52f1-4dc4-b2a5-da060245b5e8, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=21556704-52f1-4dc4-b2a5-da060245b5e8,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:48:18.157627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:18.175029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1c8954b9-3d5b-41e1-9267-4c4d7af700dc tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:18.270746 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ac00b343-7105-4d1c-a7b1-9ea8db8d9be5 req-155c665c-5870-4a22-a7fc-7de301c16c6f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Unset dirty status for tenant:450757c2945945cbba3c1a2a1f59a1be on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:48:18.272077 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac00b343-7105-4d1c-a7b1-9ea8db8d9be5 req-155c665c-5870-4a22-a7fc-7de301c16c6f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 944 time: 0.3051255 Apr 05 18:48:18.353293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Pushing event updated for resources: {'Port': ['ID=21556704-52f1-4dc4-b2a5-da060245b5e8,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:18.368390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:18.371717 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac00b343-7105-4d1c-a7b1-9ea8db8d9be5 req-da65e3f6-56b5-45f8-a688-a6df108f728b tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901773 Apr 05 18:48:18.407233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:18.408041 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:18.409508 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] 10.222.0.44 "PUT /v2.0/ports/21556704-52f1-4dc4-b2a5-da060245b5e8 HTTP/1.1" status: 200 len: 1094 time: 1.8034482 Apr 05 18:48:18.410040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f605b97-10f7-493a-9fc2-5a7ccf99d359', 'tag': '21556704-52f1-4dc4-b2a5-da060245b5e8'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:18.500681 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f605b97-10f7-493a-9fc2-5a7ccf99d359', 'tag': '21556704-52f1-4dc4-b2a5-da060245b5e8', 'status': 'completed', 'code': 200} Apr 05 18:48:18.543587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-2e5b7058-9890-4e36-a62a-8be41d739b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:18.545189 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-2e5b7058-9890-4e36-a62a-8be41d739b9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=450757c2945945cbba3c1a2a1f59a1be&device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 1097 time: 0.0845072 Apr 05 18:48:18.555700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5529b-ec40-4ef5-b14c-f15a72b71b4a req-1bb4e95a-2d2a-4eaf-847e-97af76294a24 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:18.557269 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-07e5529b-ec40-4ef5-b14c-f15a72b71b4a req-1bb4e95a-2d2a-4eaf-847e-97af76294a24 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0882628 Apr 05 18:48:18.606466 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-07e5529b-ec40-4ef5-b14c-f15a72b71b4a req-0c31dd55-ecf6-43a5-9c06-1b40112e3594 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Apr 05 18:48:18.619936 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-6e709850-7fc1-414a-a902-0c300ad4bdc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21556704-52f1-4dc4-b2a5-da060245b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0667505 Apr 05 18:48:18.748054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-71f17504-3aae-47a2-a1a0-6373b14715f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:18.750145 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-71f17504-3aae-47a2-a1a0-6373b14715f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd HTTP/1.1" status: 200 len: 854 time: 0.1224885 Apr 05 18:48:18.815292 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-d00e7b3e-b5d5-4643-977e-912af682035d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c00f14a-a2d0-4497-9081-343f6d275f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524120 Apr 05 18:48:18.827683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28be96a-fde2-4230-9adb-0cf94edb34e2 req-0db95433-9676-4819-9435-9eff28e89235 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:18.829157 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e28be96a-fde2-4230-9adb-0cf94edb34e2 req-0db95433-9676-4819-9435-9eff28e89235 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1611385 Apr 05 18:48:18.963449 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e28be96a-fde2-4230-9adb-0cf94edb34e2 req-9d175007-7dde-45ac-88d9-65a3e9cc5ae0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125624 Apr 05 18:48:19.003429 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-fffbff1f-5a3f-4e02-a56c-673297926809 service neutron] 10.222.0.44 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731997 Apr 05 18:48:19.146601 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bec3743-c80c-4dd7-a89e-7e0d9556494a req-9bd4f597-9a19-4ee3-a765-b7d9bbeffa36 service neutron] 10.222.0.44 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338236 Apr 05 18:48:19.269975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482809-8b68-4df5-a738-0df2be619036 req-0e12a3f3-e6c9-41d5-9894-e8e0070180c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:19.271469 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71482809-8b68-4df5-a738-0df2be619036 req-0e12a3f3-e6c9-41d5-9894-e8e0070180c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=450757c2945945cbba3c1a2a1f59a1be&device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 1097 time: 0.0760539 Apr 05 18:48:19.421434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482809-8b68-4df5-a738-0df2be619036 req-896c30b1-ea75-4bfd-a8f0-08ba19cb563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:19.423021 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71482809-8b68-4df5-a738-0df2be619036 req-896c30b1-ea75-4bfd-a8f0-08ba19cb563e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c00f14a-a2d0-4497-9081-343f6d275f3e HTTP/1.1" status: 200 len: 915 time: 0.1356585 Apr 05 18:48:19.508774 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71482809-8b68-4df5-a738-0df2be619036 req-aee3f9c9-858e-479b-8907-c204e3019041 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21556704-52f1-4dc4-b2a5-da060245b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0697851 Apr 05 18:48:19.575077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1d2da-e113-40e3-af22-ea568990e447 req-58e3271d-3f66-4a30-8d7f-55e31e230ae4 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:19.576623 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-82c1d2da-e113-40e3-af22-ea568990e447 req-58e3271d-3f66-4a30-8d7f-55e31e230ae4 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 944 time: 0.0899074 Apr 05 18:48:19.583217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482809-8b68-4df5-a738-0df2be619036 req-76f30d83-9a59-4385-9a2b-b31e0b3229b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:19.584845 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71482809-8b68-4df5-a738-0df2be619036 req-76f30d83-9a59-4385-9a2b-b31e0b3229b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd HTTP/1.1" status: 200 len: 854 time: 0.0639596 Apr 05 18:48:19.624935 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-82c1d2da-e113-40e3-af22-ea568990e447 req-78a80a26-1156-4b2a-aca8-ece43fd553d9 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Apr 05 18:48:19.642354 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71482809-8b68-4df5-a738-0df2be619036 req-5edeb2cc-fe74-4e21-a1de-84809153540d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c00f14a-a2d0-4497-9081-343f6d275f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501461 Apr 05 18:48:19.855789 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71482809-8b68-4df5-a738-0df2be619036 req-4ef67e73-acf9-4c05-a9cd-8703607e7064 service neutron] 10.222.0.44 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039206 Apr 05 18:48:19.868390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a911a-8df9-498f-9256-e3fe107961ed req-d0997c7a-3b77-48f3-9c43-f4fc670e7381 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:19.869901 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-050a911a-8df9-498f-9256-e3fe107961ed req-d0997c7a-3b77-48f3-9c43-f4fc670e7381 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.1427116 Apr 05 18:48:20.003673 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-050a911a-8df9-498f-9256-e3fe107961ed req-90f667b7-df6c-4147-878d-0d5e2cfc85ec tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087770 Apr 05 18:48:20.043743 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71482809-8b68-4df5-a738-0df2be619036 req-e00a7f8d-8e38-40dc-b371-e41fcf85d278 service neutron] 10.222.0.44 "GET /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727669 Apr 05 18:48:20.161397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fff35d-ac14-4d3c-a90e-b476019b2638 req-ca5f7a41-47a9-4e86-9100-2a94eeba95e1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:20.162883 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5fff35d-ac14-4d3c-a90e-b476019b2638 req-ca5f7a41-47a9-4e86-9100-2a94eeba95e1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0869524 Apr 05 18:48:20.210987 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5fff35d-ac14-4d3c-a90e-b476019b2638 req-ca9827ae-8dba-4b19-b664-db84027f11a0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 Apr 05 18:48:20.823389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f3118-ba1b-41bb-9c6a-c875dab0ca4f req-f88ab756-7613-4023-9e66-87e3186e57ee tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:20.824893 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a98f3118-ba1b-41bb-9c6a-c875dab0ca4f req-f88ab756-7613-4023-9e66-87e3186e57ee tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 944 time: 0.0901852 Apr 05 18:48:20.871767 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a98f3118-ba1b-41bb-9c6a-c875dab0ca4f req-31f31632-28d5-4181-87f5-fb4f63bfdeea tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403392 Apr 05 18:48:21.202926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c359a7d-de5d-43f5-a865-c4c2ff96f4ec req-3a139183-d633-47d2-a07d-46c0170293c7 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:21.204542 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c359a7d-de5d-43f5-a865-c4c2ff96f4ec req-3a139183-d633-47d2-a07d-46c0170293c7 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0892158 Apr 05 18:48:21.252547 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c359a7d-de5d-43f5-a865-c4c2ff96f4ec req-ab0624fd-9cf8-4248-a9ce-931af3302e21 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Apr 05 18:48:21.411274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc860397-c820-4615-8a18-50a9c99e719e req-58a94f09-4780-42d4-8f37-50ab8f467a0c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:21.412862 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bc860397-c820-4615-8a18-50a9c99e719e req-58a94f09-4780-42d4-8f37-50ab8f467a0c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0879457 Apr 05 18:48:21.459551 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bc860397-c820-4615-8a18-50a9c99e719e req-67dbf009-7016-4a20-a28f-3356b4e524aa tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Apr 05 18:48:21.789115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155d8f-4399-4eae-b65d-3969e967a74f req-959d55a6-1726-4f0c-a41a-745e02fbda27 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:21.790575 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-73155d8f-4399-4eae-b65d-3969e967a74f req-959d55a6-1726-4f0c-a41a-745e02fbda27 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.44 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0860746 Apr 05 18:48:21.871691 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Deleting port 23efe365-655f-4e05-b115-95662505877b {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:48:21.872083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:22.080294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d680-7f1e-4e0d-af87-6402d4608047 req-9d463308-67ee-4c67-845f-2bf5b6e751f7 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:22.081926 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-70c2d680-7f1e-4e0d-af87-6402d4608047 req-9d463308-67ee-4c67-845f-2bf5b6e751f7 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 944 time: 0.0961230 Apr 05 18:48:22.133592 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-70c2d680-7f1e-4e0d-af87-6402d4608047 req-ac9c7719-e108-4daf-9592-df3ea5cd128f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Apr 05 18:48:22.341314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] For port 23efe365-655f-4e05-b115-95662505877b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=23efe365-655f-4e05-b115-95662505877b,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:22.341879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:22.474386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Calling delete_port for 23efe365-655f-4e05-b115-95662505877b owned by compute:nova {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:48:22.595469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 21556704-52f1-4dc4-b2a5-da060245b5e8 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:48:22.660006 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09bdd0-7b29-45b6-bce1-c675054ae9d9 req-5dab2a39-f771-46dd-851c-6ddfde7a33f6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:22.661942 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fe09bdd0-7b29-45b6-bce1-c675054ae9d9 req-5dab2a39-f771-46dd-851c-6ddfde7a33f6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0896389 Apr 05 18:48:22.668711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4fe0-fa24-4c49-85b2-e56ee5bd880a req-fd51f4a3-6740-4415-ad5b-23ae085385e6 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:22.670333 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-826c4fe0-fa24-4c49-85b2-e56ee5bd880a req-fd51f4a3-6740-4415-ad5b-23ae085385e6 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/ports?device_id=226d6e75-fafc-4c48-998a-d1c0abcb8cf7 HTTP/1.1" status: 200 len: 945 time: 0.2616920 Apr 05 18:48:22.723486 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fe09bdd0-7b29-45b6-bce1-c675054ae9d9 req-62dd1975-4fd3-4b52-877e-a24cd7e5a19d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435672 Apr 05 18:48:22.731936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:22.743249 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 21556704-52f1-4dc4-b2a5-da060245b5e8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=21556704-52f1-4dc4-b2a5-da060245b5e8,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:22.752280 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-826c4fe0-fa24-4c49-85b2-e56ee5bd880a req-2b0446e0-ee11-4285-8a5c-212f142ebe76 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.15 "GET /v2.0/security-groups?id=733cfddc-a3c0-4d37-92c2-90a439d24e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717139 Apr 05 18:48:22.753117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1736af23-10f8-41a4-8276-4966e2e4fb1f tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:22.753270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['23efe365-655f-4e05-b115-95662505877b'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:48:22.796316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '21556704-52f1-4dc4-b2a5-da060245b5e8', 'network_id': '8c00f14a-a2d0-4497-9081-343f6d275f3e', 'port_id': '21556704-52f1-4dc4-b2a5-da060245b5e8', 'mac_address': 'fa:16:3e:e3:7d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:48:22.853388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Pushing event deleted for resources: {'Port': ['ID=23efe365-655f-4e05-b115-95662505877b,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:22.858816 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:22.860781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:22.878411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21556704-52f1-4dc4-b2a5-da060245b5e8 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:48:22.894742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 21556704-52f1-4dc4-b2a5-da060245b5e8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=21556704-52f1-4dc4-b2a5-da060245b5e8,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:22.897932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:22.900699 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:22.970454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=21556704-52f1-4dc4-b2a5-da060245b5e8,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:22.973832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:23.005441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] No DVR routers for this DVR port 23efe365-655f-4e05-b115-95662505877b on host hv-cinder-78240 {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:48:23.007887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:23.010651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226d6e75-fafc-4c48-998a-d1c0abcb8cf7', 'name': 'network-vif-deleted', 'tag': '23efe365-655f-4e05-b115-95662505877b'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:23.025522 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-73155d8f-4399-4eae-b65d-3969e967a74f req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] 10.222.0.44 "DELETE /v2.0/ports/23efe365-655f-4e05-b115-95662505877b HTTP/1.1" status: 204 len: 173 time: 1.2261348 Apr 05 18:48:23.060171 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226d6e75-fafc-4c48-998a-d1c0abcb8cf7', 'name': 'network-vif-deleted', 'tag': '23efe365-655f-4e05-b115-95662505877b', 'status': 'completed', 'code': 200} Apr 05 18:48:23.148311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['21556704-52f1-4dc4-b2a5-da060245b5e8'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:48:23.335860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a884e18-d0f7-41c9-b9e8-200b07ac3419 req-c3aae406-8bc1-40d4-9bca-8a6b0752e8f5 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:23.337440 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a884e18-d0f7-41c9-b9e8-200b07ac3419 req-c3aae406-8bc1-40d4-9bca-8a6b0752e8f5 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 945 time: 0.0889630 Apr 05 18:48:23.384846 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8a884e18-d0f7-41c9-b9e8-200b07ac3419 req-89e0097d-4026-45c7-97a0-0db2b0570c08 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 Apr 05 18:48:23.853768 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39506) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:23.937824 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77668da3-10bf-4a12-b14e-a0589c79f182 req-97e6ea9d-90c9-4056-8fa3-81b16c2865fb tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:23.939465 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-77668da3-10bf-4a12-b14e-a0589c79f182 req-97e6ea9d-90c9-4056-8fa3-81b16c2865fb tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0936363 Apr 05 18:48:23.989033 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-77668da3-10bf-4a12-b14e-a0589c79f182 req-52645399-929b-4699-b1f8-eda69e3239a3 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429199 Apr 05 18:48:24.415956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942953'] for router_interface, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:24.630785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 21556704-52f1-4dc4-b2a5-da060245b5e8 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:48:24.699887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 21556704-52f1-4dc4-b2a5-da060245b5e8 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:48:24.705333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 21556704-52f1-4dc4-b2a5-da060245b5e8 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:48:24.705753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:24.759471 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ae15-2ea1-4493-8f8d-6446d5d22aaa req-2a9f2dc4-5d99-47a1-b1f4-2edca6988394 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:24.761067 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ddb5ae15-2ea1-4493-8f8d-6446d5d22aaa req-2a9f2dc4-5d99-47a1-b1f4-2edca6988394 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 945 time: 0.2273989 Apr 05 18:48:24.830519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:24.830782 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ddb5ae15-2ea1-4493-8f8d-6446d5d22aaa req-f25f1962-03d2-4666-a91d-e09551fc7873 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606344 Apr 05 18:48:24.858280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f605b97-10f7-493a-9fc2-5a7ccf99d359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21556704-52f1-4dc4-b2a5-da060245b5e8'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:24.870815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 21556704-52f1-4dc4-b2a5-da060245b5e8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=21556704-52f1-4dc4-b2a5-da060245b5e8,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:24.874438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:24.875547 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 23efe365-655f-4e05-b115-95662505877b no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:48:24.901533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Deleting port 1f9f2f96-e90b-4307-ad3c-b1c11093a770 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:48:24.902004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:24.902172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:24.947758 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f605b97-10f7-493a-9fc2-5a7ccf99d359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21556704-52f1-4dc4-b2a5-da060245b5e8', 'code': 200} Apr 05 18:48:24.966792 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 23efe365-655f-4e05-b115-95662505877b {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:48:24.967346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 23efe365-655f-4e05-b115-95662505877b not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:48:24.992631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=21556704-52f1-4dc4-b2a5-da060245b5e8,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:24.995745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:25.095347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] For port 1f9f2f96-e90b-4307-ad3c-b1c11093a770, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=1f9f2f96-e90b-4307-ad3c-b1c11093a770,segment=NetworkSegment(8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3),segment_id=8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:25.095886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:25.317155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Calling delete_port for 1f9f2f96-e90b-4307-ad3c-b1c11093a770 owned by network:router_interface {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:48:25.794519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79b8aa-f5e4-4d82-853c-a4e32ec8970d req-1b5faf20-891b-4b89-a28c-ba8bce4f8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:25.796162 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ad79b8aa-f5e4-4d82-853c-a4e32ec8970d req-1b5faf20-891b-4b89-a28c-ba8bce4f8d34 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 1099 time: 0.6925907 Apr 05 18:48:25.807629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e108-03cf-4770-8024-db4b8e897b59 req-19022aca-ac47-4a59-ad82-532d764bdd87 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:25.809114 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8ab9e108-03cf-4770-8024-db4b8e897b59 req-19022aca-ac47-4a59-ad82-532d764bdd87 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.7043259 Apr 05 18:48:25.901992 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ad79b8aa-f5e4-4d82-853c-a4e32ec8970d req-30e2d2ee-fbe1-4711-a270-eb894041be10 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893278 Apr 05 18:48:25.910507 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8ab9e108-03cf-4770-8024-db4b8e897b59 req-7f1759ff-feb0-4900-8bf5-2e80aec96b8d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808971 Apr 05 18:48:25.976388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:25.991524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:26.037666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec4b5d-df99-4601-9807-d96a280192c4 req-6d48ba3a-4e91-4e25-b221-bc43457c7790 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:26.039254 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-baec4b5d-df99-4601-9807-d96a280192c4 req-6d48ba3a-4e91-4e25-b221-bc43457c7790 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 946 time: 0.0901575 Apr 05 18:48:26.082989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9f2f96-e90b-4307-ad3c-b1c11093a770,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:26.085777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:26.090288 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-baec4b5d-df99-4601-9807-d96a280192c4 req-c3756b89-e16c-49e4-a082-79f871564c2a tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444100 Apr 05 18:48:26.427499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940732'] for router_interface, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:26.940101 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Router 3d83c396-b5e7-4274-8084-566a6f3c2ebc has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:48:27.192554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:48:27.202335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] Sync routers for ids ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:48:27.210701 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1421f9e-92bf-40ae-83c0-d36c17f86b74 req-72c300e5-f2c4-4fdf-8841-4b59a729716f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:27.212325 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e1421f9e-92bf-40ae-83c0-d36c17f86b74 req-72c300e5-f2c4-4fdf-8841-4b59a729716f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1482964 Apr 05 18:48:27.213745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] Routers {'3d83c396-b5e7-4274-8084-566a6f3c2ebc'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:48:27.214897 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:48:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:27.219854 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] 10.222.0.15 "PUT /v2.0/routers/3d83c396-b5e7-4274-8084-566a6f3c2ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3620141 Apr 05 18:48:27.221588 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39522) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:27.295130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37297b9b-ad1f-43b4-b08d-b6c2082f5ac2 req-76e48140-c06a-4913-baa0-5d2d7f4ee09e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:27.296767 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-37297b9b-ad1f-43b4-b08d-b6c2082f5ac2 req-76e48140-c06a-4913-baa0-5d2d7f4ee09e tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 946 time: 0.0932477 Apr 05 18:48:27.346381 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-37297b9b-ad1f-43b4-b08d-b6c2082f5ac2 req-5a9d75ed-c149-479c-afdd-1b83467d0245 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Apr 05 18:48:27.405475 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e1421f9e-92bf-40ae-83c0-d36c17f86b74 req-38ec16c4-ff47-4837-9727-cacf1de24b06 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846383 Apr 05 18:48:27.410131 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] Set router 3d83c396-b5e7-4274-8084-566a6f3c2ebc gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:48:27.442308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks [] for router, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:27.636380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:27.645972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Deleting port 6e501f9c-c087-48bb-8eab-760bb301ac5b {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:48:27.646343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:27.729153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:48:25Z', 'revision_number': 5, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port': {'id': '6e501f9c-c087-48bb-8eab-760bb301ac5b', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:44:58Z', 'updated_at': '2021-04-05T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:27.734020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] Checking router: 3d83c396-b5e7-4274-8084-566a6f3c2ebc for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:48:27.744245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] Routers {'3d83c396-b5e7-4274-8084-566a6f3c2ebc'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:48:27.744943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:48:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:27.968742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] Set router 3d83c396-b5e7-4274-8084-566a6f3c2ebc gateway port host: None {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:48:28.080447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] For port 6e501f9c-c087-48bb-8eab-760bb301ac5b, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=6e501f9c-c087-48bb-8eab-760bb301ac5b,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:28.080952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:28.100014 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:48:27Z', 'revision_number': 6, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port_host': None}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:28.104631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fc37e-c4bb-4a23-ac75-0129893945e4 None None] The sync data for ids ['3d83c396-b5e7-4274-8084-566a6f3c2ebc'] in dv-cinder-782405-5-smb is: [{'id': '3d83c396-b5e7-4274-8084-566a6f3c2ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-211624630-router', 'tenant_id': '12e487337c1f42d69805a235f74ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:44:56Z', 'updated_at': '2021-04-05T18:48:27Z', 'revision_number': 6, 'project_id': '12e487337c1f42d69805a235f74ff9e7', 'gw_port_host': None}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:48:28.219925 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Calling delete_port for 6e501f9c-c087-48bb-8eab-760bb301ac5b owned by network:router_gateway {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:48:28.393755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:28.406932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:28.453816 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e501f9c-c087-48bb-8eab-760bb301ac5b,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:28.456428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:28.606981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 1f9f2f96-e90b-4307-ad3c-b1c11093a770 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:48:28.645561 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 1f9f2f96-e90b-4307-ad3c-b1c11093a770 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:48:28.645955 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 1f9f2f96-e90b-4307-ad3c-b1c11093a770 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:48:28.646420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 6e501f9c-c087-48bb-8eab-760bb301ac5b no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:48:28.684438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 6e501f9c-c087-48bb-8eab-760bb301ac5b {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:48:28.684836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 6e501f9c-c087-48bb-8eab-760bb301ac5b not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:48:28.731075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052b6f-b4a0-423e-9f61-92443910b49c req-cc7974b4-7b60-4afd-be61-a1e23d882523 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:28.732718 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32052b6f-b4a0-423e-9f61-92443910b49c req-cc7974b4-7b60-4afd-be61-a1e23d882523 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.2052984 Apr 05 18:48:28.786370 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-935356'] for router_gateway, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:28.836887 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32052b6f-b4a0-423e-9f61-92443910b49c req-24862ce5-3f80-457d-9b23-9a2b2604a69e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975139 Apr 05 18:48:28.976067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769370'] for router, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:28.978382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:29.066849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830521'] for router, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:29.067438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d83c396-b5e7-4274-8084-566a6f3c2ebc {{(pid=84249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 18:48:29.081425 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Notify callbacks [] for router, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:29.082646 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] 10.222.0.15 "DELETE /v2.0/routers/3d83c396-b5e7-4274-8084-566a6f3c2ebc HTTP/1.1" status: 204 len: 168 time: 1.8601477 Apr 05 18:48:29.085414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39542) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:29.162148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] Deleting subnet 3718c7ac-9b6c-4814-9183-53c654862e62 {{(pid=84249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:48:29.165276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:29.216466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33099055'] for subnet, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:29.277808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:29.528806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823278707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822916387'] for subnet, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:29.544459 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-242ed21f-3b9f-4bb8-9f5a-b6d2e87abddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:29.626309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3718c7ac-9b6c-4814-9183-53c654862e62,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:29.633350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:29.681754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:29.687853 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-634b9eea-41da-4f6a-9340-895669467ac5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3718c7ac-9b6c-4814-9183-53c654862e62 HTTP/1.1" status: 204 len: 168 time: 0.6015513 Apr 05 18:48:29.690357 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39550) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:29.805883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:30.067068 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5460e2-6039-41f4-b4e8-ec9d8960504c req-b963bd85-3241-4c06-a51d-995282113f4f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:30.068633 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1b5460e2-6039-41f4-b4e8-ec9d8960504c req-b963bd85-3241-4c06-a51d-995282113f4f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0915675 Apr 05 18:48:30.111229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:30.118968 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1b5460e2-6039-41f4-b4e8-ec9d8960504c req-d7cd8ef7-f855-4cd1-9655-23d750abdbbd tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440292 Apr 05 18:48:30.265880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-e4cb878a-e467-45a1-b820-7e7e1eb61ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:30.267516 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-e4cb878a-e467-45a1-b820-7e7e1eb61ea7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97aee16ca0345899e89570241e7b979&device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1137 time: 0.3527806 Apr 05 18:48:30.277401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31120b5a-933d-40a0-a349-b64838cb07e7 req-ae5029a5-b6ef-435f-8bd4-c93044f163b3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:30.278919 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-31120b5a-933d-40a0-a349-b64838cb07e7 req-ae5029a5-b6ef-435f-8bd4-c93044f163b3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.3213551 Apr 05 18:48:30.302748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185e4dd9-5459-4711-a6ea-55de5066954e']}} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:30.341841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3') {'for_net_delete': True} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:30.342785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7fd3f7-e27e-4dd3-b048-c95eda0ed9d3') {} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:30.425479 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821676762'] for segment, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:30.470337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:30.475861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-31120b5a-933d-40a0-a349-b64838cb07e7 req-228b4a9f-16fb-4573-a247-09c0961530c3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Synchronizing usage tracker for tenant:b97aee16ca0345899e89570241e7b979 on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:48:30.502969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:48:30.511165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c297-98fa-47b4-94c0-7d0b60dc6753 req-9b22a133-9fba-432c-8295-5068ce2cb88e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:30.512814 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ee54c297-98fa-47b4-94c0-7d0b60dc6753 req-9b22a133-9fba-432c-8295-5068ce2cb88e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0986481 Apr 05 18:48:30.617074 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-31120b5a-933d-40a0-a349-b64838cb07e7 req-228b4a9f-16fb-4573-a247-09c0961530c3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Unset dirty status for tenant:b97aee16ca0345899e89570241e7b979 on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:48:30.618291 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-31120b5a-933d-40a0-a349-b64838cb07e7 req-228b4a9f-16fb-4573-a247-09c0961530c3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3064063 Apr 05 18:48:30.643032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-d4341fb6-9cee-456b-9888-1a77fcf9b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:30.643032 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-d4341fb6-9cee-456b-9888-1a77fcf9b86b service neutron] 10.222.0.44 "GET /v2.0/networks?id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 200 len: 915 time: 0.3629961 Apr 05 18:48:30.799464 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Network 185e4dd9-5459-4711-a6ea-55de5066954e has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:48:30.840745 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ee54c297-98fa-47b4-94c0-7d0b60dc6753 req-b723b36b-d28e-48ca-b0c7-ef228eb0ec98 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203845 Apr 05 18:48:30.867743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-30b94bff-1ee3-4d50-bdd0-1b8ac3172908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:30.869694 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-30b94bff-1ee3-4d50-bdd0-1b8ac3172908 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 1098 time: 0.3350158 Apr 05 18:48:31.033108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-5d0cea2c-f756-44d9-9bfd-2fa24f964da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:31.034711 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-5d0cea2c-f756-44d9-9bfd-2fa24f964da6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 912 time: 0.1575460 Apr 05 18:48:31.054812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278810'] for segment, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:31.152214 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-a5d5dd8a-13c1-427b-ac0a-8e44dbe502fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8 HTTP/1.1" status: 200 len: 1001 time: 0.1046972 Apr 05 18:48:31.175692 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-87408203-45cb-42d0-9309-69afc9b8db54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 1001 time: 0.4795837 Apr 05 18:48:31.223584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-37d5136f-ad42-4f80-a0fb-f4a4c847d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:31.225215 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-37d5136f-ad42-4f80-a0fb-f4a4c847d805 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.0659790 Apr 05 18:48:31.301776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Network 185e4dd9-5459-4711-a6ea-55de5066954e has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:48:31.318033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-0499926e-6403-4e6e-bc2f-999956dcb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:31.319666 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-0499926e-6403-4e6e-bc2f-999956dcb545 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790210 Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:31.325513 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:31.408418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-a84a756d-2662-4995-91d9-5bf12e7c548e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:31.409889 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-a84a756d-2662-4995-91d9-5bf12e7c548e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f10ffc-c227-4dcf-b061-1c2c9710e050 HTTP/1.1" status: 200 len: 853 time: 0.1846805 Apr 05 18:48:31.414633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:31.419483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:31.423165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:31.467840 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-8c70fd23-df75-4bbc-ab99-2d87ee5e0d59 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402915 Apr 05 18:48:31.485442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Pushing event deleted for resources: {'Network': ['ID=185e4dd9-5459-4711-a6ea-55de5066954e,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:31.488316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:31.500034 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7d10d498-dfae-408a-9038-6b24ac1b4353 admin admin] 10.222.0.15 "DELETE /v2.0/networks/185e4dd9-5459-4711-a6ea-55de5066954e HTTP/1.1" status: 204 len: 168 time: 1.8086307 Apr 05 18:48:31.530135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-a671b0cc-3ab7-45bf-972c-86734ecd6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:31.531925 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-a671b0cc-3ab7-45bf-972c-86734ecd6fb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949740 Apr 05 18:48:31.624705 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c2a0d432-8674-46d5-8c36-9cf32773b1d1 req-cec48e18-4de1-42c7-a876-d8ed31f70eac service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497841 Apr 05 18:48:31.629358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39574) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:31.686647 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-d0deb7f6-2972-4c11-8be1-fa5b578e34c6 service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474223 Apr 05 18:48:31.694279 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-962f8136-99a5-484b-99f8-8a257c968f3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12e487337c1f42d69805a235f74ff9e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0625095 Apr 05 18:48:31.695876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39580) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:31.717849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-94614c57-7d08-4f8f-a4b4-545aa6f96d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:31.825239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95afbb2b-9583-4b31-a4eb-eb97a25e2584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:31.842428 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-72c3ed53-1e25-4c7b-8315-1103a4d3411d req-9427fdf0-23c1-4bd0-84b3-c832bbaae029 service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398854 Apr 05 18:48:31.867504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95afbb2b-9583-4b31-a4eb-eb97a25e2584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:31.891786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc4549-84df-4002-8103-a79f62f66851 req-a66d6818-ef12-42bb-883d-311d60e812fe tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:31.893412 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-80bc4549-84df-4002-8103-a79f62f66851 req-a66d6818-ef12-42bb-883d-311d60e812fe tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.1477108 Apr 05 18:48:31.969188 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-80bc4549-84df-4002-8103-a79f62f66851 req-a08cdda1-c6a7-4b7f-9719-e676c0cdcfbd tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660870 Apr 05 18:48:32.001855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95afbb2b-9583-4b31-a4eb-eb97a25e2584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:32.007329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-73150c15-f5f4-4806-ab07-fadefcf7ac8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:32.022535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afbb2b-9583-4b31-a4eb-eb97a25e2584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733cfddc-a3c0-4d37-92c2-90a439d24e1c,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:32.024199 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-95afbb2b-9583-4b31-a4eb-eb97a25e2584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:32.030770 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-95afbb2b-9583-4b31-a4eb-eb97a25e2584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:32.034578 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-95afbb2b-9583-4b31-a4eb-eb97a25e2584 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/733cfddc-a3c0-4d37-92c2-90a439d24e1c HTTP/1.1" status: 204 len: 168 time: 0.3375764 Apr 05 18:48:32.091579 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d040-c5a2-4119-adc3-f22e99fadbc5 req-7f98891f-4c03-412c-83c8-54aa21113d19 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:32.093764 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aa97d040-c5a2-4119-adc3-f22e99fadbc5 req-7f98891f-4c03-412c-83c8-54aa21113d19 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1162977 Apr 05 18:48:32.175933 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aa97d040-c5a2-4119-adc3-f22e99fadbc5 req-aaeaa642-ace6-4a59-899f-814cd66e1687 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743310 Apr 05 18:48:32.786019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:33.173784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce4497-e6ae-4cc9-83c2-af02ef8a94a2 req-a3fe7516-0123-45bf-9b22-33dae1fd2d17 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:33.175426 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-27ce4497-e6ae-4cc9-83c2-af02ef8a94a2 req-a3fe7516-0123-45bf-9b22-33dae1fd2d17 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0879757 Apr 05 18:48:33.227027 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-27ce4497-e6ae-4cc9-83c2-af02ef8a94a2 req-5c9d0dac-4e93-4c27-a8de-f7a3af05b776 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445700 Apr 05 18:48:33.399994 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b08453-a643-4b2a-af0d-c2978772480c req-6b0f6e65-2f67-4504-afd4-d5ea87bd79f2 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:33.401710 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-73b08453-a643-4b2a-af0d-c2978772480c req-6b0f6e65-2f67-4504-afd4-d5ea87bd79f2 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0911903 Apr 05 18:48:33.450319 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-73b08453-a643-4b2a-af0d-c2978772480c req-601bd83c-742c-4de3-8a59-2ea5b7c0f0ac tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Apr 05 18:48:33.933761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc1fc1-3922-4d23-b695-734bfb5d812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:34.124137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:34.430642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dced474-711d-47d8-a6a5-f401cb52fe25 req-8909b6b1-a080-453e-8051-3b688320d2fa tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:34.432322 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4dced474-711d-47d8-a6a5-f401cb52fe25 req-8909b6b1-a080-453e-8051-3b688320d2fa tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0922942 Apr 05 18:48:34.481923 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4dced474-711d-47d8-a6a5-f401cb52fe25 req-bd124c5a-9df0-4c38-8546-3ab7022ec24b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430229 Apr 05 18:48:35.680984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fe026-b172-465d-9efc-01717d13dcf7 req-b58f8b1c-bfe5-40da-af2a-e1da609b0ad8 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:35.682460 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac8fe026-b172-465d-9efc-01717d13dcf7 req-b58f8b1c-bfe5-40da-af2a-e1da609b0ad8 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0864537 Apr 05 18:48:35.731183 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac8fe026-b172-465d-9efc-01717d13dcf7 req-6717fa79-3e80-40d6-9913-761f77c08c25 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423203 Apr 05 18:48:35.892316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:36.934697 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18184c-0d3d-41c3-9e9b-5f902941a35c req-dfa06468-2df5-4feb-a876-4dc97816b3b4 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:36.936379 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8c18184c-0d3d-41c3-9e9b-5f902941a35c req-dfa06468-2df5-4feb-a876-4dc97816b3b4 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0927284 Apr 05 18:48:36.988421 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8c18184c-0d3d-41c3-9e9b-5f902941a35c req-3efd1e47-8f44-4952-b8af-ee9f2bc09207 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447328 Apr 05 18:48:38.199982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb774e8-ad77-433e-bf8a-aa9b13b7a362 req-4c214e27-d472-438b-b0c9-05fb5cbc546d tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:38.201802 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-feb774e8-ad77-433e-bf8a-aa9b13b7a362 req-4c214e27-d472-438b-b0c9-05fb5cbc546d tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.1015377 Apr 05 18:48:38.266309 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-feb774e8-ad77-433e-bf8a-aa9b13b7a362 req-93f6ffde-f794-475c-9fc4-676df13af96e tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554199 Apr 05 18:48:39.197429 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:39.460821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabd985-1d90-4522-87cb-83239be47579 req-031c8830-9c4a-4b11-965e-de487e7f8b4d tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:39.462461 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aeabd985-1d90-4522-87cb-83239be47579 req-031c8830-9c4a-4b11-965e-de487e7f8b4d tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0930276 Apr 05 18:48:39.514240 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aeabd985-1d90-4522-87cb-83239be47579 req-2a58781d-5ac5-4106-9a32-b44d5414a0e1 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451586 Apr 05 18:48:40.718429 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225920fd-6c7f-498b-9e3d-e276b5457fe3 req-3162f57f-4543-4330-a6b9-a239838112f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:40.719938 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-225920fd-6c7f-498b-9e3d-e276b5457fe3 req-3162f57f-4543-4330-a6b9-a239838112f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0885086 Apr 05 18:48:40.769562 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-225920fd-6c7f-498b-9e3d-e276b5457fe3 req-fa93c85e-47f8-4671-a5b0-fac5619d24bf tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432541 Apr 05 18:48:41.974389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681a477-d0aa-455c-8d6a-d3761de37654 req-d64ebd7a-0be1-4717-858c-f5405e4bd0ba tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:41.976017 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f681a477-d0aa-455c-8d6a-d3761de37654 req-d64ebd7a-0be1-4717-858c-f5405e4bd0ba tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0918889 Apr 05 18:48:42.026241 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f681a477-d0aa-455c-8d6a-d3761de37654 req-d05c2a3e-bf7e-4b1c-bb26-a804cffda8de tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434799 Apr 05 18:48:42.553931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39760) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:42.676618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:42.691650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:42.695648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Usage tracker for resource:security_group_rule and tenant:31be9f9551204016bc794c70c453c4c7 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:42.698576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:42.704570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:42.791315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:42.794072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:42.802951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-304990bb-62f0-4669-a6a3-237baf863b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:42.845420 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31be9f9551204016bc794c70c453c4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903750 Apr 05 18:48:42.846371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e9435-739b-46c4-825b-407f22bc0536,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:42.848352 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39766) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:42.849838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:42.911309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-79da8a9e-0d95-4bf0-a8c2-1414feb3abf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:42.938581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-79da8a9e-0d95-4bf0-a8c2-1414feb3abf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:42.982793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-79da8a9e-0d95-4bf0-a8c2-1414feb3abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:42.987966 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-694bcbf1-bb7a-4299-8bab-3e9ea23b20ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:43.000181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da8a9e-0d95-4bf0-a8c2-1414feb3abf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e9435-739b-46c4-825b-407f22bc0536,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:43.003291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-79da8a9e-0d95-4bf0-a8c2-1414feb3abf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:43.005378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-79da8a9e-0d95-4bf0-a8c2-1414feb3abf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:43.009049 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-79da8a9e-0d95-4bf0-a8c2-1414feb3abf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f72e9435-739b-46c4-825b-407f22bc0536 HTTP/1.1" status: 204 len: 168 time: 0.1571016 Apr 05 18:48:43.225913 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c14550-76bf-4a21-b9b8-a26b607427fe req-4dca02ac-4941-4349-b54c-56a50a3bd4c4 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:43.227554 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-02c14550-76bf-4a21-b9b8-a26b607427fe req-4dca02ac-4941-4349-b54c-56a50a3bd4c4 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0898392 Apr 05 18:48:43.278841 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-02c14550-76bf-4a21-b9b8-a26b607427fe req-53132277-68a9-4cc3-a8c7-05dd0a564dde tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437896 Apr 05 18:48:44.483840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb301dc-d9fe-4029-af59-11da4747bb42 req-17b5c0ac-4146-44d8-b696-edde03d8c670 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:44.485453 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-efb301dc-d9fe-4029-af59-11da4747bb42 req-17b5c0ac-4146-44d8-b696-edde03d8c670 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.0934088 Apr 05 18:48:44.537089 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-efb301dc-d9fe-4029-af59-11da4747bb42 req-c664d9ee-586c-455b-b0b0-8917a307fcd6 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447931 Apr 05 18:48:44.779512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39832) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:44.903512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:44.918781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:44.922876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Usage tracker for resource:security_group_rule and tenant:8be3c3a00eae46a18434257839880268 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:44.925930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:44.932039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:45.021836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.024485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.033368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-47ce3850-77fd-4f8b-9853-091ad3e7240a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:45.077109 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8be3c3a00eae46a18434257839880268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964151 Apr 05 18:48:45.078050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d04f0-56ea-42e4-a873-0bda1ab64913,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:45.079996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39838) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:45.081218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:45.143736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-795f93d2-1bb3-475b-bafb-6596d9be365d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.169832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-795f93d2-1bb3-475b-bafb-6596d9be365d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.217090 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-795f93d2-1bb3-475b-bafb-6596d9be365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.221969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-69e0eb1e-2f76-4c19-98f5-f1353646771d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:45.234586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f93d2-1bb3-475b-bafb-6596d9be365d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d04f0-56ea-42e4-a873-0bda1ab64913,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:45.238498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-795f93d2-1bb3-475b-bafb-6596d9be365d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:45.244151 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-795f93d2-1bb3-475b-bafb-6596d9be365d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.245341 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-795f93d2-1bb3-475b-bafb-6596d9be365d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd0d04f0-56ea-42e4-a873-0bda1ab64913 HTTP/1.1" status: 204 len: 168 time: 0.1642973 Apr 05 18:48:45.525968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39846) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:45.545615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.561383 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:45.565474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Usage tracker for resource:security_group_rule and tenant:4e12618dc3b54084a5430a6e1f37776c is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:45.568463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:45.574579 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:45.659223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.662901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.673719 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-49985f6f-50b2-42b7-a3f5-6c46b8382652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:45.717121 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e12618dc3b54084a5430a6e1f37776c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894758 Apr 05 18:48:45.718811 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff37030-f897-41ee-800c-1b483c2ccc8f,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:45.720538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39854) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:45.722177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:45.766915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e7114-541f-4439-9bd9-5ffe469f11d5 req-81f8fde0-7171-44d9-ba0a-69603cab041e tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:45.768526 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2f6e7114-541f-4439-9bd9-5ffe469f11d5 req-81f8fde0-7171-44d9-ba0a-69603cab041e tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.1171322 Apr 05 18:48:45.835694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e64be503-7c98-415d-b886-0abc51fa9b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.845024 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2f6e7114-541f-4439-9bd9-5ffe469f11d5 req-6fc9e08c-6a72-4c90-9fe7-6fce1ba81494 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679967 Apr 05 18:48:45.870934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e64be503-7c98-415d-b886-0abc51fa9b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.914970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e64be503-7c98-415d-b886-0abc51fa9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.920634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-14dbea43-0f11-4ff2-8a88-960b487aedf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:45.935237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64be503-7c98-415d-b886-0abc51fa9b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff37030-f897-41ee-800c-1b483c2ccc8f,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:45.938409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e64be503-7c98-415d-b886-0abc51fa9b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:45.942676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e64be503-7c98-415d-b886-0abc51fa9b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:45.943913 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e64be503-7c98-415d-b886-0abc51fa9b67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ff37030-f897-41ee-800c-1b483c2ccc8f HTTP/1.1" status: 204 len: 168 time: 0.2213929 Apr 05 18:48:47.125747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bedab-f860-4dd3-a56d-d9c02fc30b0e req-40d4fa81-9cd6-46c1-99bf-c42b88068b14 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:47.127614 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-576bedab-f860-4dd3-a56d-d9c02fc30b0e req-40d4fa81-9cd6-46c1-99bf-c42b88068b14 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.1208079 Apr 05 18:48:47.206634 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-576bedab-f860-4dd3-a56d-d9c02fc30b0e req-dadbea51-c57b-4531-8ce8-5c72b17a061a tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714166 Apr 05 18:48:47.963851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39922) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:48.095671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:48.111751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:48.115837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Usage tracker for resource:security_group_rule and tenant:e549d07842af4f7599be0e586e4311fa is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:48.118757 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:48.125008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:48.211928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:48.214604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:48.223675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e6e66d72-a463-42ed-852d-855fc565b833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:48.262736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e4fa4-029c-4e57-81ee-01fbf7e3ece0,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:48.266727 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:48.274209 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e549d07842af4f7599be0e586e4311fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092132 Apr 05 18:48:48.276054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39934) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:48.288235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:48:48.359524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee6e3-ba49-4393-9f75-6565acddb72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:48.390820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee6e3-ba49-4393-9f75-6565acddb72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:48.506840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee6e3-ba49-4393-9f75-6565acddb72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:48.512575 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0f3291b3-b3a7-4fb4-b8ed-5e979471ef96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:48.526694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ee6e3-ba49-4393-9f75-6565acddb72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e4fa4-029c-4e57-81ee-01fbf7e3ece0,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:48.531088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5d1ee6e3-ba49-4393-9f75-6565acddb72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:48.541684 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eefd5-5dc9-495d-ba31-657a319bac6b req-eed93730-0206-4790-9ed4-d8af3e8015ea tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:48.543344 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-043eefd5-5dc9-495d-ba31-657a319bac6b req-eed93730-0206-4790-9ed4-d8af3e8015ea tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.1407471 Apr 05 18:48:48.545662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee6e3-ba49-4393-9f75-6565acddb72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:48.546778 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-5d1ee6e3-ba49-4393-9f75-6565acddb72a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e9e4fa4-029c-4e57-81ee-01fbf7e3ece0 HTTP/1.1" status: 204 len: 168 time: 0.2697453 Apr 05 18:48:48.614759 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-043eefd5-5dc9-495d-ba31-657a319bac6b req-db56bf6e-72c1-4095-930c-9edb1ade76b3 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=f09af24e-3942-4704-8c18-e251d20f37f4&id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637836 Apr 05 18:48:48.816214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa41a4-ccb6-41b6-bf5d-21b089a24e30 req-293bb659-57e4-4548-aaf4-9a86ef48082c tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:48.818013 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1ffa41a4-ccb6-41b6-bf5d-21b089a24e30 req-293bb659-57e4-4548-aaf4-9a86ef48082c tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 946 time: 0.0940971 Apr 05 18:48:48.875960 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1ffa41a4-ccb6-41b6-bf5d-21b089a24e30 req-71cba839-55b6-4a6f-9702-cc700689fc60 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500867 Apr 05 18:48:48.886780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 39956) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:48.907736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:48.923761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:48.928235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b0ef26837e4704a3ac6f0f865517e8 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:48.931236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:48.937843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:49.027817 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:49.031644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:49.040909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b6eac520-fc3b-4754-8321-bbdcd74cb6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:49.083612 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2b0ef26837e4704a3ac6f0f865517e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954374 Apr 05 18:48:49.084526 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ac58f4-35e7-4be0-9845-e5186bb76edb,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:49.086583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 39962) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:49.087759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:49.151501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-27797918-f0e4-4ef8-ab25-d5e024b2bb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:49.178997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-27797918-f0e4-4ef8-ab25-d5e024b2bb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:49.223019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-27797918-f0e4-4ef8-ab25-d5e024b2bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:49.227968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dcfe78b2-31d6-4d66-abfa-cff91ea335be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:49.243529 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27797918-f0e4-4ef8-ab25-d5e024b2bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ac58f4-35e7-4be0-9845-e5186bb76edb,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:49.246040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-27797918-f0e4-4ef8-ab25-d5e024b2bb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:49.249380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-27797918-f0e4-4ef8-ab25-d5e024b2bb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:49.251300 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-27797918-f0e4-4ef8-ab25-d5e024b2bb94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83ac58f4-35e7-4be0-9845-e5186bb76edb HTTP/1.1" status: 204 len: 168 time: 0.1635082 Apr 05 18:48:50.077280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077d9af-dbc6-4bb4-9cf2-8c43774dbb61 req-4a6600b4-a05f-4188-bf0b-223e8214a390 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:50.078908 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7077d9af-dbc6-4bb4-9cf2-8c43774dbb61 req-4a6600b4-a05f-4188-bf0b-223e8214a390 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 946 time: 0.0925064 Apr 05 18:48:50.129291 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7077d9af-dbc6-4bb4-9cf2-8c43774dbb61 req-76ac459e-8293-43bb-813f-7beed6a9020b tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Apr 05 18:48:50.547036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477608-fa3c-4108-8e73-cd783fa6260b req-36ebcbc7-cc85-42d8-98b8-d5fa42868207 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:50.548674 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7b477608-fa3c-4108-8e73-cd783fa6260b req-36ebcbc7-cc85-42d8-98b8-d5fa42868207 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 946 time: 0.0955787 Apr 05 18:48:50.597416 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-7b477608-fa3c-4108-8e73-cd783fa6260b req-53127b00-3f74-4c3e-90ed-6ced8582be6d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418873 Apr 05 18:48:51.334197 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d7902-017c-4bb9-bc91-802594627b7b req-2656a7f4-5fb3-4a36-a4c4-d2ef8b9c8140 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:51.339276 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-df8d7902-017c-4bb9-bc91-802594627b7b req-2656a7f4-5fb3-4a36-a4c4-d2ef8b9c8140 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 946 time: 0.0933440 Apr 05 18:48:51.385096 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-df8d7902-017c-4bb9-bc91-802594627b7b req-b4c49920-f306-45fa-ad33-2c3b3a8a164c tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Apr 05 18:48:51.804391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52657f82-dc9d-4aeb-8303-29c6d0a08310 req-09496ffd-5037-47fa-b50f-36fa5a9607d4 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:51.806024 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52657f82-dc9d-4aeb-8303-29c6d0a08310 req-09496ffd-5037-47fa-b50f-36fa5a9607d4 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 946 time: 0.0882194 Apr 05 18:48:51.858954 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-52657f82-dc9d-4aeb-8303-29c6d0a08310 req-495f6dfa-498c-4dbf-a242-938543fce7af tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459034 Apr 05 18:48:52.566065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-431078d0-fddb-4fd5-886e-9312f890e634 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:52.567666 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-431078d0-fddb-4fd5-886e-9312f890e634 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 946 time: 0.1428671 Apr 05 18:48:52.665743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Deleting port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:48:52.666130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:52.706183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264c1f-a479-437a-bdf1-5e4c333b9fa4 req-b4212985-3197-4bfe-a8f3-6e07293c3851 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:52.707820 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f0264c1f-a479-437a-bdf1-5e4c333b9fa4 req-b4212985-3197-4bfe-a8f3-6e07293c3851 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 946 time: 0.2038817 Apr 05 18:48:52.760706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40110) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:52.815970 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f0264c1f-a479-437a-bdf1-5e4c333b9fa4 req-2149e692-ccd7-424a-8b7d-3063f83df921 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009231 Apr 05 18:48:52.900835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:52.918612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:52.923194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Usage tracker for resource:security_group_rule and tenant:75c5fb20da564ffdbd7342d1c04a1ead is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:52.926578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:52.933327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:52.981165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] For port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:52.981570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.084556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.089466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.098507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:53.157737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1862e-e463-4a46-a03c-3c8d01cb1ce8 req-aafa438d-1ced-4db8-999d-c9dd8d1790c6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:53.159405 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1862e-e463-4a46-a03c-3c8d01cb1ce8 req-aafa438d-1ced-4db8-999d-c9dd8d1790c6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 946 time: 0.1766815 Apr 05 18:48:53.162488 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75c5fb20da564ffdbd7342d1c04a1ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006660 Apr 05 18:48:53.164528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c4496d-d150-4337-b6f1-1608699c9135,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:53.167161 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40118) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:53.168133 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:53.213373 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3cd1862e-e463-4a46-a03c-3c8d01cb1ce8 req-275d9c45-c599-41ce-921d-d497027abed6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=91769d79-f594-40fe-93dd-db7f930e35ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 Apr 05 18:48:53.340337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.340674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.341026 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Floating IP 4e79f1c4-6b32-4356-a733-d13aea0a9c45 disassociated. External IP: 172.28.3.50, port: bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6. Apr 05 18:48:53.341452 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Calling delete_port for bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 owned by compute:nova {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:48:53.382822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-14b485a2-148b-4260-b380-9fe82d890fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.429930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-14b485a2-148b-4260-b380-9fe82d890fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.548306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-14b485a2-148b-4260-b380-9fe82d890fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.552981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e4d56e56-b111-4d9f-abf5-49ad83845a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:53.566223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.569993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b485a2-148b-4260-b380-9fe82d890fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c4496d-d150-4337-b6f1-1608699c9135,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:53.577290 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-8142d554-8a57-494f-a813-18928ad5c870 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:53.578897 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-8142d554-8a57-494f-a813-18928ad5c870 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 946 time: 0.0890286 Apr 05 18:48:53.585749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-14b485a2-148b-4260-b380-9fe82d890fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:53.588807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:53.660232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Deleting port 21556704-52f1-4dc4-b2a5-da060245b5e8 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:48:53.660620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.693457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event deleted for resources: {'Port': ['ID=bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:53.711137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:53.722829 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-14b485a2-148b-4260-b380-9fe82d890fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:53.724087 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-14b485a2-148b-4260-b380-9fe82d890fc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16c4496d-d150-4337-b6f1-1608699c9135 HTTP/1.1" status: 204 len: 168 time: 0.5559094 Apr 05 18:48:53.942123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] For port 21556704-52f1-4dc4-b2a5-da060245b5e8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=21556704-52f1-4dc4-b2a5-da060245b5e8,segment=NetworkSegment(484aab8b-6612-4cd5-b187-2d7975db61a1),segment_id=484aab8b-6612-4cd5-b187-2d7975db61a1)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:48:53.942539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.091770 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Calling delete_port for 21556704-52f1-4dc4-b2a5-da060245b5e8 owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:48:54.203131 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40128) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:54.268898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.272058 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.282762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['21556704-52f1-4dc4-b2a5-da060245b5e8'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:48:54.297859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:54.305496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:54.309850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b0f6ea8c144903b49b7ac70b49f50a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:54.312671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:54.318663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:54.424495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:48:54.447420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8e315-929e-438f-8a27-ee5b92766c74 req-14f27bda-85c3-4aac-a317-93aa51d09ca7 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:48:54.448966 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-53f8e315-929e-438f-8a27-ee5b92766c74 req-14f27bda-85c3-4aac-a317-93aa51d09ca7 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f605b97-10f7-493a-9fc2-5a7ccf99d359 HTTP/1.1" status: 200 len: 867 time: 0.2495432 Apr 05 18:48:54.468656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Pushing event deleted for resources: {'Port': ['ID=21556704-52f1-4dc4-b2a5-da060245b5e8,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:54.478265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:54.480692 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-903b494e-7728-4581-a6e7-7e659e003ef5 req-6467b6ce-784d-42dd-b72f-a37e3b321958 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 210 time: 0.1170180 Apr 05 18:48:54.628135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] No DVR routers for this DVR port 21556704-52f1-4dc4-b2a5-da060245b5e8 on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:48:54.631390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.633875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f605b97-10f7-493a-9fc2-5a7ccf99d359', 'name': 'network-vif-deleted', 'tag': '21556704-52f1-4dc4-b2a5-da060245b5e8'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:54.651533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.662351 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5c0f8b5c-92aa-40c1-bd1c-65f9fc6b8ff4 req-33c757f8-679e-44fc-9afb-084c6b137199 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.44 "DELETE /v2.0/ports/21556704-52f1-4dc4-b2a5-da060245b5e8 HTTP/1.1" status: 204 len: 173 time: 1.0772507 Apr 05 18:48:54.675341 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.687341 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f605b97-10f7-493a-9fc2-5a7ccf99d359', 'name': 'network-vif-deleted', 'tag': '21556704-52f1-4dc4-b2a5-da060245b5e8', 'status': 'completed', 'code': 200} Apr 05 18:48:54.691010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-95442a79-044b-43b2-9fd4-7731f50694b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:54.705805 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-53f8e315-929e-438f-8a27-ee5b92766c74 req-dddd4ec7-5604-4f63-ba79-2be9dd1d295f tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3326ac7-ea09-449b-b22c-cb70647bb9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440009 Apr 05 18:48:54.737161 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0b0f6ea8c144903b49b7ac70b49f50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328622 Apr 05 18:48:54.740013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40138) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:54.746404 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c58cb6-e1b1-4fab-8b45-edfbcb3954a1,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:54.751316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:54.785677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:48:54.797411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] Sync routers for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:48:54.808951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:48:54.814341 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:48:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:54.845088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8883674-234a-4c32-b189-cf0134036d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.895003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] No DVR routers for this DVR port bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 on host hv-cinder-78240 {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:48:54.904540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.918728 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8883674-234a-4c32-b189-cf0134036d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:54.929306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-deleted', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:48:54.935551 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-910fccab-e0bb-40b3-ab3e-318df9358fa5 req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "DELETE /v2.0/ports/bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 HTTP/1.1" status: 204 len: 173 time: 2.3590655 Apr 05 18:48:54.992124 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1d877-603d-4f77-a032-9db85525e31f', 'name': 'network-vif-deleted', 'tag': 'bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6', 'status': 'completed', 'code': 200} Apr 05 18:48:55.019040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8883674-234a-4c32-b189-cf0134036d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:55.024416 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f8213326-aa1b-4246-a88b-ce6b2621c5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:55.043864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8883674-234a-4c32-b189-cf0134036d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c58cb6-e1b1-4fab-8b45-edfbcb3954a1,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:55.054910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a8883674-234a-4c32-b189-cf0134036d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:55.057148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a8883674-234a-4c32-b189-cf0134036d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:55.061565 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a8883674-234a-4c32-b189-cf0134036d55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3c58cb6-e1b1-4fab-8b45-edfbcb3954a1 HTTP/1.1" status: 204 len: 168 time: 0.3204832 Apr 05 18:48:55.063991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:48:55.429938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:55.434062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] Checking router: 33cdce27-4798-47b8-8d1a-eafbf9fc0fff for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:48:55.443138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:48:55.443853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:48:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:55.650200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:48:55.733706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-c864b408-ec1c-45f3-be65-1a6023da5ed3 req-e6b96295-6097-4f0d-87de-d53165880b93 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Synchronizing usage tracker for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:48:55.762740 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-c864b408-ec1c-45f3-be65-1a6023da5ed3 req-e6b96295-6097-4f0d-87de-d53165880b93 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Unset dirty status for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:48:55.764956 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c864b408-ec1c-45f3-be65-1a6023da5ed3 req-e6b96295-6097-4f0d-87de-d53165880b93 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1d877-603d-4f77-a032-9db85525e31f HTTP/1.1" status: 200 len: 210 time: 0.0902321 Apr 05 18:48:56.090498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:48:56.095617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e57cc-5226-46b6-88ee-2fa4b579bee7 None None] The sync data for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb is: [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:48:56.547793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d3e30-898e-44ff-b78b-60ec7055f168 None None] New status for floating IP 4e79f1c4-6b32-4356-a733-d13aea0a9c45: DOWN {{(pid=84251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:48:56.801877 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:48:56.845338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:48:56.845983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device bb1bfcc4-d6db-4a03-b4c5-5434eafbf2e6 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:48:56.846467 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 21556704-52f1-4dc4-b2a5-da060245b5e8 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:48:56.884166 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 21556704-52f1-4dc4-b2a5-da060245b5e8 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:48:56.884166 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 21556704-52f1-4dc4-b2a5-da060245b5e8 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:48:56.931048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40196) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:57.002143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f330-91c3-4e04-ab18-70a0037d8840 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:57.036276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f330-91c3-4e04-ab18-70a0037d8840 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:57.085506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f330-91c3-4e04-ab18-70a0037d8840 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:57.091546 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-79da8a9e-0d95-4bf0-a8c2-1414feb3abf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:57.107774 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3f330-91c3-4e04-ab18-70a0037d8840 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91769d79-f594-40fe-93dd-db7f930e35ae,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:57.110628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8cd3f330-91c3-4e04-ab18-70a0037d8840 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:57.118084 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f330-91c3-4e04-ab18-70a0037d8840 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:57.119407 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8cd3f330-91c3-4e04-ab18-70a0037d8840 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "DELETE /v2.0/security-groups/91769d79-f594-40fe-93dd-db7f930e35ae HTTP/1.1" status: 204 len: 168 time: 0.1872573 Apr 05 18:48:57.122286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40200) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:57.140360 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.v2.resource [None req-214b5c83-f20f-46be-adf8-5b47e88b5935 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] show failed (client error): The resource could not be found. Apr 05 18:48:57.141447 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-214b5c83-f20f-46be-adf8-5b47e88b5935 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups/91769d79-f594-40fe-93dd-db7f930e35ae HTTP/1.1" status: 404 len: 347 time: 0.0180140 Apr 05 18:48:57.144361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40204) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:57.316406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Deleting port 6323f4b8-ff8b-434c-997e-2fd231af7eb2 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:48:57.316794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:57.523389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:57.523765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:57.874679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Calling delete_port for 6323f4b8-ff8b-434c-997e-2fd231af7eb2 owned by network:floatingip {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:48:58.016721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:58.034103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:58.121646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event deleted for resources: {'Port': ['ID=6323f4b8-ff8b-434c-997e-2fd231af7eb2,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:58.124505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:58.234696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:58.251311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:58.252625 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "DELETE /v2.0/floatingips/4e79f1c4-6b32-4356-a733-d13aea0a9c45 HTTP/1.1" status: 204 len: 168 time: 1.1072822 Apr 05 18:48:58.778715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40224) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:58.784741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591568003', 'description': 'tempest-description--556421231'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:58.795979 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:58.801215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:security_group and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:58.804453 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:58.812143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:58.821858 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:58.844364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:58.848428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:security_group_rule and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:58.851459 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:58.858079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:58.936822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:58.939407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:58.945036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8cd3f330-91c3-4e04-ab18-70a0037d8840 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:58.995416 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:58.999158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:59.000596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.005026 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2249591 Apr 05 18:48:59.005868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40234) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:59.012274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'security_group_rule': {'security_group_id': 'ad7a283a-b2bc-4e2a-8b9b-4b852092a18b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:59.018851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:59.022984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:security_group_rule and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:59.026120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:59.032185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:59.049648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.113337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.116005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.118186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-646e4011-fed8-4a4c-ac3e-885131a53536 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:59.142735 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576493be-3157-4a30-b6d7-f9320d265ebf,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:59.145534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:59.151933 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.153220 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0ebb5102-a485-4696-9400-28664bc6657a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460767 Apr 05 18:48:59.156213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40238) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:59.161786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'security_group_rule': {'security_group_id': 'ad7a283a-b2bc-4e2a-8b9b-4b852092a18b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:59.167907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:59.172030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:security_group_rule and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:59.175051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:59.181210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:59.199102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.268242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.270838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.278476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:59.300152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f95c19-817a-457a-b2f8-53a915646adb,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:48:59.302745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:48:59.306236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.311368 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-dd34b11e-372f-4362-a35e-9e8ffe914dfa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540534 Apr 05 18:48:59.311549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40242) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:48:59.317456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'floatingip': {'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:59.323874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:48:59.328470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Usage tracker for resource:floatingip and tenant:3205a941f52a47429eb3a9e75932e721 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:48:59.331513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:48:59.337532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:48:59.347985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.509815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.649995 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Allocated IP 172.28.3.38 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/09e5f687-ca64-4570-81ef-c4565b7f9392) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:48:59.801922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.830942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:48:59.846379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-409ee7af-e995-4137-8546-2ef988155437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:48:59.996717 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'Port': ['ID=09e5f687-ca64-4570-81ef-c4565b7f9392,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:00.001170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:00.053442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:00.054679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:00.057124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:00.084502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:00.148354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:00.424263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:00.427683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:00.443442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:00.582037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'Port': ['ID=09e5f687-ca64-4570-81ef-c4565b7f9392,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:00.585096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:00.634804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:00.657742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:00.659057 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3463874 Apr 05 18:49:00.902970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-278a0225-ac37-4115-bba6-3b672bea76ce req-6ae2f583-9311-47b4-bbde-657833e920ac tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Synchronizing usage tracker for tenant:3205a941f52a47429eb3a9e75932e721 on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:00.917536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-278a0225-ac37-4115-bba6-3b672bea76ce req-6ae2f583-9311-47b4-bbde-657833e920ac tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Unset dirty status for tenant:3205a941f52a47429eb3a9e75932e721 on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:00.919698 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-6ae2f583-9311-47b4-bbde-657833e920ac tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--591568003&fields=id&tenant_id=3205a941f52a47429eb3a9e75932e721 HTTP/1.1" status: 200 len: 267 time: 0.0601645 Apr 05 18:49:01.085365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0225-ac37-4115-bba6-3b672bea76ce req-6aa23849-88ea-4fd6-b048-3e7f18a8653e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:01.086998 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-6aa23849-88ea-4fd6-b048-3e7f18a8653e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 817 time: 0.1606116 Apr 05 18:49:01.103048 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-76866b0e-fdb2-4493-9c81-233b3b4db130 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/quotas/3205a941f52a47429eb3a9e75932e721 HTTP/1.1" status: 200 len: 375 time: 0.0095820 Apr 05 18:49:01.192657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-278a0225-ac37-4115-bba6-3b672bea76ce req-6ab7532c-b7dc-444a-831a-280a0f5fde4a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Synchronizing usage tracker for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:01.206740 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-278a0225-ac37-4115-bba6-3b672bea76ce req-6ab7532c-b7dc-444a-831a-280a0f5fde4a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Unset dirty status for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:01.208119 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-6ab7532c-b7dc-444a-831a-280a0f5fde4a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990765 Apr 05 18:49:01.354856 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-2d9d1ba8-9fcc-49f7-92f4-d2daecaca6bf service neutron] 10.222.0.15 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342385 Apr 05 18:49:01.499996 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-d02f95b7-69bb-4bf4-b437-8262a0370f21 service neutron] 10.222.0.15 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379056 Apr 05 18:49:01.700058 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d72ad23b-7a94-4d1d-bbff-2336b35fbe2d req-c1222110-717f-46c7-a4d5-915d69c65404 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 210 time: 0.0500755 Apr 05 18:49:01.724025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6320b479-e32f-483f-89f1-f5336ca10c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:02.788618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:02.836556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0225-ac37-4115-bba6-3b672bea76ce req-fa5a742d-66a0-4424-99f4-1f6f6ddfcbb5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:02.838126 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-fa5a742d-66a0-4424-99f4-1f6f6ddfcbb5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 817 time: 0.1670234 Apr 05 18:49:02.900072 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-aa115075-ea10-4efc-abf0-18b86f872841 req-32f0be33-dc36-4e6f-a5c1-9f7e104f56c0 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 210 time: 0.0608306 Apr 05 18:49:02.952551 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-66e4b214-fa21-4ecd-be53-555f3dcfeb7b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3205a941f52a47429eb3a9e75932e721 HTTP/1.1" status: 200 len: 5703 time: 0.0979860 Apr 05 18:49:02.963224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'port': {'device_id': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'admin_state_up': True, 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'security_groups': ['ad7a283a-b2bc-4e2a-8b9b-4b852092a18b']}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:03.107572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:03.117802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:03.127045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Made reservation on behalf of 3205a941f52a47429eb3a9e75932e721 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:03.133103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:03.305114 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Allocated IP 172.20.0.8 (e038d0f2-2e88-4870-96a1-ea984d54970c/c45b5584-040f-4fcf-af84-c5e58ab5a48b/ac9ef547-a934-412e-a540-3dd2b0c0b4d4) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:03.503556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:03.519692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Transition to ACTIVE for port object ac9ef547-a934-412e-a540-3dd2b0c0b4d4 will not be triggered until provisioned by entity DHCP. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:03.543426 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:03.559083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9b2c02e9-929a-458c-9ac1-7a11f537dbed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:03.703111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:03.725465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.725891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.726305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.726716 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.727121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.727553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.727955 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.728359 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.728758 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.729155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.729550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.729949 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:03.736804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:03.774531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Network e038d0f2-2e88-4870-96a1-ea984d54970c is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:03.775751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:03.778070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:03.846868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:03.847309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:03.874065 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9148147 Apr 05 18:49:03.887198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Request body: {'port': {'device_id': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:03.939859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3299-96ba-4450-a33e-e37b59552af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:04.015830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:04.050227 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ff47ebf1-e9b5-410c-9d9d-07fb2ab50281 None None] Provisioning for port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:04.055618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ff47ebf1-e9b5-410c-9d9d-07fb2ab50281 None None] Provisioning complete for port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:04.055997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff47ebf1-e9b5-410c-9d9d-07fb2ab50281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:04.122278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-ff47ebf1-e9b5-410c-9d9d-07fb2ab50281 None None] Port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:49:04.128916 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:04.273059 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08518d-f9d3-4a32-b40d-c763145bea9e req-fd75ea93-53c7-4c33-9590-31dc8393cc1d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:04.273817 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-3d08518d-f9d3-4a32-b40d-c763145bea9e req-fd75ea93-53c7-4c33-9590-31dc8393cc1d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Synchronizing usage tracker for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:04.312247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-3d08518d-f9d3-4a32-b40d-c763145bea9e req-fd75ea93-53c7-4c33-9590-31dc8393cc1d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Unset dirty status for tenant:3205a941f52a47429eb3a9e75932e721 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:04.313522 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d08518d-f9d3-4a32-b40d-c763145bea9e req-fd75ea93-53c7-4c33-9590-31dc8393cc1d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 931 time: 0.2558353 Apr 05 18:49:04.444100 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d08518d-f9d3-4a32-b40d-c763145bea9e req-dbb87f15-fe19-4551-b00f-38650085ccb3 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147153 Apr 05 18:49:04.555983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9ef547-a934-412e-a540-3dd2b0c0b4d4 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:49:04.564365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:04.580642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Transition to ACTIVE for port object ac9ef547-a934-412e-a540-3dd2b0c0b4d4 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:04.583463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:04.599078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-27762892-5fe7-44b5-a5c4-ea8c5b940153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:04.733636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:04.738224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:05.193876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Attempting to bind port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:49:05.194429 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Attempting to bind port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:49:05.194619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Attempting to bind port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 on network e038d0f2-2e88-4870-96a1-ea984d54970c {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:05.199502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 on network e038d0f2-2e88-4870-96a1-ea984d54970c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:49:05.199864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Attempting to bind port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 on network e038d0f2-2e88-4870-96a1-ea984d54970c {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:05.205663 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:49:05.206037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Checking segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:05.206454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Bound using segment: {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:49:05.206920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Bound port: ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05817c9c-8ac8-4818-b94c-35878529796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:49:05.207298 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:05.306817 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:49:05.309877 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:49:05.313182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:05.328145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-762153ed-14c0-410e-9b55-e23cc94b73a5 tempest-DeleteServersTestJSON-707444857 tempest-DeleteServersTestJSON-707444857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:05.489010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:05.489010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:05.525779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:05.526333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:05.527842 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] 10.222.0.44 "PUT /v2.0/ports/ac9ef547-a934-412e-a540-3dd2b0c0b4d4 HTTP/1.1" status: 200 len: 1093 time: 1.6454000 Apr 05 18:49:05.528946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:05.615719 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'status': 'completed', 'code': 200} Apr 05 18:49:05.672670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0225-ac37-4115-bba6-3b672bea76ce req-10f02b05-441b-443b-967b-adb2dd14a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:05.674580 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-10f02b05-441b-443b-967b-adb2dd14a768 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 1096 time: 0.1065347 Apr 05 18:49:05.722871 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62678a6d-72ad-4d66-bd55-47ce956c454b req-812decd7-1453-4212-858a-48b39e3eaa01 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:05.724703 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-62678a6d-72ad-4d66-bd55-47ce956c454b req-812decd7-1453-4212-858a-48b39e3eaa01 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.1476450 Apr 05 18:49:05.760746 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-0c32d4aa-6e42-4181-b3bc-69a41e661f2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4 HTTP/1.1" status: 200 len: 217 time: 0.0772247 Apr 05 18:49:05.791595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-62678a6d-72ad-4d66-bd55-47ce956c454b req-5c82b697-b9ef-4e56-b8da-d5d7066ddd6c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599096 Apr 05 18:49:05.846080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0225-ac37-4115-bba6-3b672bea76ce req-8772cbec-30e6-4241-93b9-ebe75f576ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:05.847705 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-8772cbec-30e6-4241-93b9-ebe75f576ab4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.0729296 Apr 05 18:49:05.902773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:05.938890 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0225-ac37-4115-bba6-3b672bea76ce req-3f8a2556-eb06-4e96-9c79-98e18d2b3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:05.940627 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-3f8a2556-eb06-4e96-9c79-98e18d2b3cbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842159 Apr 05 18:49:06.090394 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-a8325507-63c2-4b7d-922f-bd6bc771e21e service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423783 Apr 05 18:49:06.236265 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-278a0225-ac37-4115-bba6-3b672bea76ce req-18d563d6-0a3d-4217-99c3-24a2a78c782a service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390367 Apr 05 18:49:06.364850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-f5761016-8b00-47e0-9a51-5b18d91b675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:06.366410 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-f5761016-8b00-47e0-9a51-5b18d91b675c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 1096 time: 0.0820358 Apr 05 18:49:06.514982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-04ba3325-bcee-4425-ae24-20b735c1dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:06.516595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-04ba3325-bcee-4425-ae24-20b735c1dd22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.1434858 Apr 05 18:49:06.589304 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-8319968e-d0dc-4c5c-b7b6-9f4d62887469 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4 HTTP/1.1" status: 200 len: 217 time: 0.0653191 Apr 05 18:49:06.665691 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-0b8d78d3-36bf-4dda-a006-c818d34a37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:06.667333 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-0b8d78d3-36bf-4dda-a006-c818d34a37a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.0680902 Apr 05 18:49:06.754285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-676ac33d-ce0f-41c7-af5f-89f2d162b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:06.756001 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-676ac33d-ce0f-41c7-af5f-89f2d162b29c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789092 Apr 05 18:49:06.907248 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-1dc6a44b-c9ab-45d5-a024-438ba3cdd7af service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430509 Apr 05 18:49:07.124757 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03bda-090e-428e-9d45-1be51069e6b5 req-03e08959-2b70-48f0-a494-34ff32229798 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:07.126419 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48c03bda-090e-428e-9d45-1be51069e6b5 req-03e08959-2b70-48f0-a494-34ff32229798 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.2182820 Apr 05 18:49:07.128550 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f056108-09e8-4bd6-bf6d-e920c7f3b0d1 req-1f993f47-72f5-47d8-8de2-33e01815b899 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846144 Apr 05 18:49:07.175625 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-48c03bda-090e-428e-9d45-1be51069e6b5 req-f6274f90-86d2-4801-a2b6-d8c5154552b9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Apr 05 18:49:08.381893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e2ca6-6f01-42b7-97cb-89497f45a9ac req-e527f565-60a3-4f59-9a57-d88d514b2006 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:08.383497 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d96e2ca6-6f01-42b7-97cb-89497f45a9ac req-e527f565-60a3-4f59-9a57-d88d514b2006 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0918431 Apr 05 18:49:08.431552 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d96e2ca6-6f01-42b7-97cb-89497f45a9ac req-c3bf37c3-2e9e-420c-af36-4c6d20f4b284 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409260 Apr 05 18:49:08.746113 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-b0d7fb81-a279-4113-9717-0648973ef664 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756516 Apr 05 18:49:08.859710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:49:08.904712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-21ca8232-2b71-4f6c-9327-fbbd228970c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:08.907167 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-21ca8232-2b71-4f6c-9327-fbbd228970c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0853443 Apr 05 18:49:09.013624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:09.027517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'port_id': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'mac_address': 'fa:16:3e:a9:aa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:49:09.063939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-4f069643-8d43-4eeb-84d6-0c952f061e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:09.065500 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-4f069643-8d43-4eeb-84d6-0c952f061e02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 912 time: 0.1371589 Apr 05 18:49:09.085677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:09.103611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9ef547-a934-412e-a540-3dd2b0c0b4d4 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:49:09.120030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:09.123060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:09.125882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:09.177414 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-62abf268-49ea-40dd-9268-99fad032ca58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8 HTTP/1.1" status: 200 len: 1001 time: 0.1043248 Apr 05 18:49:09.208415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:09.219844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.220396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.220777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.221148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.221515 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.221881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.222246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.222608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.222970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.223328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.223854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.224309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:09.228647 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:09.229722 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:09.253794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-8bf2028e-c8b4-444e-87d1-55a6956af7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:09.255379 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-8bf2028e-c8b4-444e-87d1-55a6956af7e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.0707374 Apr 05 18:49:09.339440 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-69ea33e0-04b6-439d-abdb-bd3c00aed514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:09.341705 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-69ea33e0-04b6-439d-abdb-bd3c00aed514 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775921 Apr 05 18:49:09.394087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['ac9ef547-a934-412e-a540-3dd2b0c0b4d4'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:49:09.484731 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-f8e5cb12-7b50-41e1-8216-c79ab60c0a0b service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365902 Apr 05 18:49:09.692832 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7a57f2f-f9ba-47df-a98d-f5bf2d92753c req-6a86379f-8a1a-4a6e-9a5e-c46250a5169d service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009792 Apr 05 18:49:09.705765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b15b1-ad23-4f61-a69d-00304e3fde7e req-990f587e-c0c3-483c-95d6-d146082ed147 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:09.707268 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1b0b15b1-ad23-4f61-a69d-00304e3fde7e req-990f587e-c0c3-483c-95d6-d146082ed147 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 944 time: 0.1404440 Apr 05 18:49:09.754894 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1b0b15b1-ad23-4f61-a69d-00304e3fde7e req-4b292eb7-e993-4821-8f13-ace1e6a2a08f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409558 Apr 05 18:49:10.866995 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:10.945748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:10.950651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:10.951072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:10.962419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ceb05e-f48f-45de-bf67-0004bd5f1859 req-0b6bb878-756a-433e-81d1-aef243ac4742 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:10.964060 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a6ceb05e-f48f-45de-bf67-0004bd5f1859 req-0b6bb878-756a-433e-81d1-aef243ac4742 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 944 time: 0.0881865 Apr 05 18:49:11.015615 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a6ceb05e-f48f-45de-bf67-0004bd5f1859 req-5e90d02e-4a5f-4623-81e1-d638d3aeba4a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446815 Apr 05 18:49:11.076028 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:11.103499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:11.114036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:11.116859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:11.118753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:11.156852 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'code': 200} Apr 05 18:49:11.192037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:11.195675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:11.398292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd4fc-9a14-4a1e-ae2d-b19614675d48 req-ec302e37-86f5-4495-9d73-a058f69ff09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:11.399957 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4adcd4fc-9a14-4a1e-ae2d-b19614675d48 req-ec302e37-86f5-4495-9d73-a058f69ff09e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 1098 time: 0.0781922 Apr 05 18:49:11.448079 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4adcd4fc-9a14-4a1e-ae2d-b19614675d48 req-51c27cda-e219-403b-bf91-1b4c4ce544e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403097 Apr 05 18:49:12.222678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50985e5d-b0cb-43fe-91cb-5d99945e968e req-60471163-0880-459c-abdd-fc2777bdeb83 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:12.224941 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-50985e5d-b0cb-43fe-91cb-5d99945e968e req-60471163-0880-459c-abdd-fc2777bdeb83 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.0927076 Apr 05 18:49:12.273311 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-50985e5d-b0cb-43fe-91cb-5d99945e968e req-a4287d35-55a2-4f74-9f55-e879b8f633e9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419400 Apr 05 18:49:13.486820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10557318-b30a-46f9-9747-178e63491ed7 req-60639446-6121-49db-baed-9796a8fd46bc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:13.488485 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-10557318-b30a-46f9-9747-178e63491ed7 req-60639446-6121-49db-baed-9796a8fd46bc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.0974112 Apr 05 18:49:13.537143 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-10557318-b30a-46f9-9747-178e63491ed7 req-d5499d6e-921a-4854-9ed7-3edd5521baed tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418577 Apr 05 18:49:13.742270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375e049-dbe2-47d8-b22c-2967004e1dd8 req-7274fb0d-a689-47fb-b40a-69b9f770e115 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:13.743910 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0375e049-dbe2-47d8-b22c-2967004e1dd8 req-7274fb0d-a689-47fb-b40a-69b9f770e115 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.0891919 Apr 05 18:49:13.753303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40526) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:13.758963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Request body: {'floatingip': {'port_id': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:13.847736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:14.520765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40544) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:14.579294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92fa10-9a70-430b-b132-64bb6dd0a5e4 req-0f3a3b78-a72d-4086-9670-8f08b6d413e8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:14.580709 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ba92fa10-9a70-430b-b132-64bb6dd0a5e4 req-0f3a3b78-a72d-4086-9670-8f08b6d413e8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1105738 Apr 05 18:49:14.646436 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ba92fa10-9a70-430b-b132-64bb6dd0a5e4 req-43f4c675-9ef4-4688-87d4-7bf28875ed8f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591116 Apr 05 18:49:14.671075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:14.687660 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:14.691726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Usage tracker for resource:security_group_rule and tenant:c522349c4a4b45c18648f6f2aa8865cd is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:14.694748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:14.701036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:14.755474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:14.758334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:14.789129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:14.791866 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:14.801338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ca47abd6-f5a8-4bc9-b3de-746b34544feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:14.844898 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c522349c4a4b45c18648f6f2aa8865cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228774 Apr 05 18:49:14.847161 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01248d31-4d6a-4412-b435-0f7baf9c9e13,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:14.850035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40554) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:14.852759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:14.914932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cd3d190f-17c1-4a2f-b5d9-475b55469129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:14.945784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cd3d190f-17c1-4a2f-b5d9-475b55469129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:14.947116 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Floating IP 5fd68587-f16f-47a0-a816-403be29684aa associated. External IP: 172.28.3.38, port: ac9ef547-a934-412e-a540-3dd2b0c0b4d4. Apr 05 18:49:14.995012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cd3d190f-17c1-4a2f-b5d9-475b55469129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.000221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-33a1267f-13fb-444c-a581-f95632e29107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:15.013794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d190f-17c1-4a2f-b5d9-475b55469129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01248d31-4d6a-4412-b435-0f7baf9c9e13,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:15.016839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-cd3d190f-17c1-4a2f-b5d9-475b55469129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:15.017784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cd3d190f-17c1-4a2f-b5d9-475b55469129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.019066 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-cd3d190f-17c1-4a2f-b5d9-475b55469129 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01248d31-4d6a-4412-b435-0f7baf9c9e13 HTTP/1.1" status: 204 len: 168 time: 0.1679695 Apr 05 18:49:15.305703 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40562) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:15.325391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.327661 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:49:15.340852 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:15.344975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Usage tracker for resource:security_group_rule and tenant:cbf2239b59c642b3a876ff6dfb82c7a0 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:15.347997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:15.353982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:15.441470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.444236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.452923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-24ca0e14-6111-4f83-8569-7bddc2e72314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:15.495115 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbf2239b59c642b3a876ff6dfb82c7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881657 Apr 05 18:49:15.496860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7474e9-932f-4116-8c3e-36582b0fcd36,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:15.500791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:15.501481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40566) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:15.519315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:49:15.524256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.529328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] Sync routers for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:49:15.539330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:15.540116 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:15.570569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ccbef1c9-3a84-4222-a692-9965b7ff14d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.583963 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7b731d8a-fd4e-4870-aa56-7e85cb61d0b6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "PUT /v2.0/floatingips/5fd68587-f16f-47a0-a816-403be29684aa HTTP/1.1" status: 200 len: 990 time: 1.8294289 Apr 05 18:49:15.584715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:15.599666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ccbef1c9-3a84-4222-a692-9965b7ff14d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.637932 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'status': 'completed', 'code': 200} Apr 05 18:49:15.656177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ccbef1c9-3a84-4222-a692-9965b7ff14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.662002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d5fb58e8-e0bc-4191-a384-f074f1e0c3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:15.718553 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbef1c9-3a84-4222-a692-9965b7ff14d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7474e9-932f-4116-8c3e-36582b0fcd36,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:15.728217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ccbef1c9-3a84-4222-a692-9965b7ff14d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:15.733908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ccbef1c9-3a84-4222-a692-9965b7ff14d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.735167 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ccbef1c9-3a84-4222-a692-9965b7ff14d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d7474e9-932f-4116-8c3e-36582b0fcd36 HTTP/1.1" status: 204 len: 168 time: 0.2327094 Apr 05 18:49:15.770250 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-a713c8ec-a93a-4b06-a71f-0997e3916eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:15.771973 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-a713c8ec-a93a-4b06-a71f-0997e3916eeb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 1098 time: 0.0988393 Apr 05 18:49:15.823895 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40580) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:15.942067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Deleting subnet fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd {{(pid=84248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:49:15.946085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:15.991220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:16.007188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:16.019127 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:16.272169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-593eb2cb-9691-457c-86fb-6d8c41ca630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:16.273772 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-593eb2cb-9691-457c-86fb-6d8c41ca630c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.4937451 Apr 05 18:49:16.282890 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8db641-ee13-4643-b585-42db670f4499 req-5cdd1f20-07af-498e-b481-f3f9d1d6a772 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:16.290516 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bd8db641-ee13-4643-b585-42db670f4499 req-5cdd1f20-07af-498e-b481-f3f9d1d6a772 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.4825916 Apr 05 18:49:16.378964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for subnet, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:16.397028 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:16.430327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '5fd68587-f16f-47a0-a816-403be29684aa', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'port_id': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'mac_address': 'fa:16:3e:a9:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:49:00Z', 'updated_at': '2021-04-05T18:49:14Z', 'revision_number': 1, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:16.434683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] Checking router: 33cdce27-4798-47b8-8d1a-eafbf9fc0fff for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:49:16.444918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:16.445760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:16.446051 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bd8db641-ee13-4643-b585-42db670f4499 req-72049c90-8677-49a6-a486-7f1d380a34ce tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545463 Apr 05 18:49:16.459406 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-515a52de-02df-4070-baf8-63f65d5836df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4 HTTP/1.1" status: 200 len: 998 time: 0.1666067 Apr 05 18:49:16.510534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:16.524168 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.524453 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.524905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.525233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.525635 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.526045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.526404 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.526792 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.527191 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.527730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.528640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.529035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:16.535088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:16.557927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-5fdc3d65-f95e-4ab5-8c3a-c6875185eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:16.557927 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-5fdc3d65-f95e-4ab5-8c3a-c6875185eb56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.0810058 Apr 05 18:49:16.569462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:16.582745 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd2f25e3-61a4-4936-bbdf-23e3ee8d88fd HTTP/1.1" status: 204 len: 168 time: 0.7548325 Apr 05 18:49:16.583161 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40602) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:16.666258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-b96fb32a-57af-4357-9568-32956ac721c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:16.669076 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-b96fb32a-57af-4357-9568-32956ac721c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0984459 Apr 05 18:49:16.680053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:16.714057 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:16.861185 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-f5ee146e-f527-4124-be6b-6e9911626053 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844223 Apr 05 18:49:17.058468 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4891c5-c3f7-42fb-84c1-bbd0d847adbb req-39fa2cc0-59a6-42b4-a248-4be206de2be7 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900344 Apr 05 18:49:17.143733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '5fd68587-f16f-47a0-a816-403be29684aa', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'port_id': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'mac_address': 'fa:16:3e:a9:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:49:00Z', 'updated_at': '2021-04-05T18:49:14Z', 'revision_number': 1, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:17.148559 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70819c-3321-48ac-9592-7916f88e3fe3 None None] The sync data for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb is: [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': '5fd68587-f16f-47a0-a816-403be29684aa', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'port_id': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'mac_address': 'fa:16:3e:a9:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:49:00Z', 'updated_at': '2021-04-05T18:49:14Z', 'revision_number': 1, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:49:17.155400 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:17.281568 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.281977 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.282789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.283166 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > port after_create 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.283587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.283950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > port after_update 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.284313 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.284694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.285057 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.285413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.376622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.377014 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.377419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.377794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 18:49:17.378186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c00f14a-a2d0-4497-9081-343f6d275f3e']}} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:17.393012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484aab8b-6612-4cd5-b187-2d7975db61a1') {'for_net_delete': True} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:17.393333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484aab8b-6612-4cd5-b187-2d7975db61a1') {} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:17.407104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32809012'] for segment, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:17.427718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:17.437113 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:49:17.473152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54473425-32b2-4646-bf56-50ad4bbc3cc5 None None] New status for floating IP 5fd68587-f16f-47a0-a816-403be29684aa: ACTIVE {{(pid=84251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:49:17.635662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Network 8c00f14a-a2d0-4497-9081-343f6d275f3e has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:49:17.646092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31815869'] for segment, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:17.710013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957729-d270-4a79-b9d6-eb9c919be10c req-8ff1b088-b398-458f-bcb7-a7ea2a6239a8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:17.718766 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a8957729-d270-4a79-b9d6-eb9c919be10c req-8ff1b088-b398-458f-bcb7-a7ea2a6239a8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1143370 Apr 05 18:49:17.770238 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a8957729-d270-4a79-b9d6-eb9c919be10c req-5c8d0538-c982-420b-86ff-cba158ccbb21 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504608 Apr 05 18:49:17.843128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Network 8c00f14a-a2d0-4497-9081-343f6d275f3e has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: from cryptography.utils import int_from_bytes Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: from cryptography.utils import int_from_bytes Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: (rel_b, rel_a, rel_b), Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: (rel_b, rel_a, rel_b), Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:17.868953 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:17.974202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:17.978676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:17.999679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:18.004307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c00f14a-a2d0-4497-9081-343f6d275f3e,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:18.008988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:18.017565 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8c00f14a-a2d0-4497-9081-343f6d275f3e HTTP/1.1" status: 204 len: 168 time: 1.4333370 Apr 05 18:49:18.198117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40646) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:18.253144 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-81058da8-52ad-4718-bb65-7204e9ae27bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=450757c2945945cbba3c1a2a1f59a1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537565 Apr 05 18:49:18.255649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40650) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:18.322607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-47e14664-7cb7-44f7-8997-9c0f74bb05e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:18.349294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-47e14664-7cb7-44f7-8997-9c0f74bb05e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:18.395399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-47e14664-7cb7-44f7-8997-9c0f74bb05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:18.400760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-931681d5-65f7-401e-8830-4ea934b13911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:18.414259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e14664-7cb7-44f7-8997-9c0f74bb05e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3326ac7-ea09-449b-b22c-cb70647bb9d4,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:18.423099 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-47e14664-7cb7-44f7-8997-9c0f74bb05e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:18.425204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-47e14664-7cb7-44f7-8997-9c0f74bb05e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:18.429381 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-47e14664-7cb7-44f7-8997-9c0f74bb05e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3326ac7-ea09-449b-b22c-cb70647bb9d4 HTTP/1.1" status: 204 len: 168 time: 0.1698174 Apr 05 18:49:18.998998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6a9eb-091f-4b7e-857a-7effdde46a92 req-a465189f-7db3-4008-adc1-d8fe0a598ed0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:19.000710 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c5c6a9eb-091f-4b7e-857a-7effdde46a92 req-a465189f-7db3-4008-adc1-d8fe0a598ed0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1070583 Apr 05 18:49:19.083382 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c5c6a9eb-091f-4b7e-857a-7effdde46a92 req-cbccd219-869b-4747-976f-43c9349e2ef8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725615 Apr 05 18:49:19.249940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40690) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:19.361845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1374358773-network', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:19.366929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:19.371112 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Usage tracker for resource:network and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:19.374748 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:19.381614 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:19.390450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Made reservation on behalf of f2c53456e2f04a66b28f29022cf7089a for: {'network': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:19.395291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:19.408625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:19.424207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:19.428201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:19.431112 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:19.437214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:19.522053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:19.524657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:19.529298 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-14b485a2-148b-4260-b380-9fe82d890fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:19.558098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=84249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:49:19.567022 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e023a0e3-3d8a-44f1-8c54-4072fa1d1231,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:19.570882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:19.573333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:19.573725 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Added segment 2ac0d839-ab04-4838-bd75-84068c91c241 of type vlan for network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 Apr 05 18:49:19.600729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:19.629437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:19.630747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:19.631396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:19.636342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-749a266d-8802-4447-8fc4-013a0a464596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:19.742560 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4914429 Apr 05 18:49:19.743523 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5b14b6-ad7c-41b8-a35e-62b65632b245,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:19.745846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40696) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:19.746482 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:19.752860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Request body: {'subnet': {'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1374358773-subnet', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:19.753749 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:49:19.758983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:19.763804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Usage tracker for resource:subnet and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:19.766809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:19.772848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:19.783204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Made reservation on behalf of f2c53456e2f04a66b28f29022cf7089a for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:19.788113 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822476700'] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:20.192118 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822960083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822476713'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:20.208581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b8de3a9f-82a7-40df-a642-a7e4654ecb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:20.270803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:20.298280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61eb550-6780-4482-8a7f-f9572f842801 req-fbccd8a5-fc7f-4e1d-b475-a51dd9ae991b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:20.300159 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a61eb550-6780-4482-8a7f-f9572f842801 req-fbccd8a5-fc7f-4e1d-b475-a51dd9ae991b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1068146 Apr 05 18:49:20.323932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:20.362482 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a61eb550-6780-4482-8a7f-f9572f842801 req-c30952b7-350d-48e7-9253-55727e328045 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499654 Apr 05 18:49:20.423307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Checking segment: {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:20.423757 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Network hostable DHCP agents. Network: 8d5b14b6-ad7c-41b8-a35e-62b65632b245, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:49:20.445831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:49:20.454832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 8d5b14b6-ad7c-41b8-a35e-62b65632b245) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:20.464773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d37e6-7c7a-4a17-9f33-f07cd9e88c84 None None] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:49:20.467851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:20.468648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:20.491523 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7423594 Apr 05 18:49:20.492369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40722) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:20.498426 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:20.503485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:20.507751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Usage tracker for resource:router and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:20.511407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:20.518170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:20.529376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-941280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769335'] for router, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:20.530695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853834617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853840528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853821891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6462'] for router, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:20.550879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:20.701013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9855afb8-0c15-5da4-869e-3ddf461a0e91-8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec'}]}} from dv-cinder-782405-5-smb. {{(pid=84250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 18:49:20.702067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:20.854919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:20.870308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Allocated IP 172.20.0.2 (8d5b14b6-ad7c-41b8-a35e-62b65632b245/fc3304d5-e234-4caf-8c4f-4bc8e2e0feec/d28eae24-51de-46bb-b04f-1a53faf87dcb) {{(pid=84250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:21.096221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Notify callbacks [] for port, precommit_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.106589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Transition to ACTIVE for port object d28eae24-51de-46bb-b04f-1a53faf87dcb will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:21.125786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Transition to ACTIVE for port object d28eae24-51de-46bb-b04f-1a53faf87dcb will not be triggered until provisioned by entity DHCP. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:21.130215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.145306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:21.191973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.223803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.277502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Pushing event updated for resources: {'Port': ['ID=d28eae24-51de-46bb-b04f-1a53faf87dcb,revision_number=1']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:21.281927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:21.333516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 is already hosted by enough agents. {{(pid=84250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:21.334730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Resources bound (agent type, host, resource id): {{(pid=84250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:21.337165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Received port after_create {{(pid=84250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:21.376981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Allocated IP 172.28.3.189 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/d65e38d0-2aae-4d40-8112-3a441948be4a) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:21.450650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Attempting to bind port d28eae24-51de-46bb-b04f-1a53faf87dcb on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:49:21.451318 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Attempting to bind port d28eae24-51de-46bb-b04f-1a53faf87dcb by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:49:21.451946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Attempting to bind port d28eae24-51de-46bb-b04f-1a53faf87dcb on network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:21.458951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:49:21.459735 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Checking segment: {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:21.460492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.461103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Bound using segment: {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:49:21.461829 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Bound port: d28eae24-51de-46bb-b04f-1a53faf87dcb, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:49:21.462574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.568018 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.576603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f1f1f-f206-411e-a378-cd9a2a493599 req-32575336-c29d-4c39-805f-23ba128c6cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:21.580998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] For port d28eae24-51de-46bb-b04f-1a53faf87dcb, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:49:21.584528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] For port d28eae24-51de-46bb-b04f-1a53faf87dcb, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=d28eae24-51de-46bb-b04f-1a53faf87dcb,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:49:21.584703 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c36f1f1f-f206-411e-a378-cd9a2a493599 req-32575336-c29d-4c39-805f-23ba128c6cf8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0974605 Apr 05 18:49:21.589471 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.601507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:21.604967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:21.623444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:21.630331 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c36f1f1f-f206-411e-a378-cd9a2a493599 req-dd65a75d-d693-4412-a37d-95f9eb21d58a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448813 Apr 05 18:49:21.763943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Pushing event updated for resources: {'Port': ['ID=d65e38d0-2aae-4d40-8112-3a441948be4a,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:21.764164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Pushing event updated for resources: {'Port': ['ID=d28eae24-51de-46bb-b04f-1a53faf87dcb,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:21.768110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:21.768403 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:21.828890 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:21.830076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:21.832485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:22.220669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40748) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:22.360222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:22.376307 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:22.380231 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7d67985c1345c1a4f2707a4e9e4fb7 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:22.383162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:22.389190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:22.472670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:22.479502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:22.489450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a9662f96-ce4d-431a-8254-33c60cfb0492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:22.518452 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:22.532060 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e7d67985c1345c1a4f2707a4e9e4fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101883 Apr 05 18:49:22.533027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46123087-125d-43de-a572-949c8104f5da,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:22.535597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40754) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:22.538360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:22.601805 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5835f3f4-d120-485e-8225-43c1b7bcb008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:22.630517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5835f3f4-d120-485e-8225-43c1b7bcb008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:22.680971 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5835f3f4-d120-485e-8225-43c1b7bcb008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:22.692554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:22.700141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device d28eae24-51de-46bb-b04f-1a53faf87dcb up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:22.707397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835f3f4-d120-485e-8225-43c1b7bcb008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46123087-125d-43de-a572-949c8104f5da,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:22.710025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5835f3f4-d120-485e-8225-43c1b7bcb008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:22.712180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5835f3f4-d120-485e-8225-43c1b7bcb008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:22.718047 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-5835f3f4-d120-485e-8225-43c1b7bcb008 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46123087-125d-43de-a572-949c8104f5da HTTP/1.1" status: 204 len: 168 time: 0.1814208 Apr 05 18:49:22.813363 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port d28eae24-51de-46bb-b04f-1a53faf87dcb completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:22.892405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77499351-4710-4ba6-8a5b-1c72ec26d17f req-3ffe198d-0330-4b00-a3b7-17d3efd051e2 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:22.903691 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-77499351-4710-4ba6-8a5b-1c72ec26d17f req-3ffe198d-0330-4b00-a3b7-17d3efd051e2 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1078367 Apr 05 18:49:22.959002 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-77499351-4710-4ba6-8a5b-1c72ec26d17f req-4fbfe497-53f9-419e-9844-8459072737f7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535672 Apr 05 18:49:22.965921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326'] for router, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.087211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40766) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:23.107532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.124771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:23.129710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Usage tracker for resource:security_group_rule and tenant:0cf194282bd3481aa403717127c4cac0 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:23.133091 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:23.139825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:23.199109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Router 9597e667-2e4e-441b-8ff9-adf14117691a is scheduled to L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 with binding_index 1 {{(pid=84248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 18:49:23.245513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.248844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.257694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1439e8f9-a388-432b-90a0-38050679c9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:23.272881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483022bf-a6fd-4dcc-aef3-943acc95d8aa None None] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:49:23.303304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bd19a7-76d8-4976-ad87-bc8f3f686f8e,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:23.311600 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cf194282bd3481aa403717127c4cac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230210 Apr 05 18:49:23.312760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7f79ea91-2a82-46b0-8cd9-6724f75449df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:23.313266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40770) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:23.383143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-672d2ba0-6fbf-4361-aaa4-992a3a129c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.408684 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:49:23.416130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-672d2ba0-6fbf-4361-aaa4-992a3a129c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.434659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.438606 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9426038 Apr 05 18:49:23.438860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40774) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:23.471503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-672d2ba0-6fbf-4361-aaa4-992a3a129c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.477285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6cad9a04-3a39-4f13-840b-68c9fe71fe69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:23.489673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d2ba0-6fbf-4361-aaa4-992a3a129c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bd19a7-76d8-4976-ad87-bc8f3f686f8e,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:23.492469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-672d2ba0-6fbf-4361-aaa4-992a3a129c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:23.499126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-672d2ba0-6fbf-4361-aaa4-992a3a129c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.502982 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-672d2ba0-6fbf-4361-aaa4-992a3a129c3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71bd19a7-76d8-4976-ad87-bc8f3f686f8e HTTP/1.1" status: 204 len: 168 time: 0.1861861 Apr 05 18:49:23.520198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Sync routers for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:49:23.562128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:23.562815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:23.696978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] Provisioning for port d28eae24-51de-46bb-b04f-1a53faf87dcb completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:23.718672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] Provisioning complete for port d28eae24-51de-46bb-b04f-1a53faf87dcb triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:23.719102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:23.969001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40784) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:23.977065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:23.991576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.014769 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:24.019557 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ebfabc19907d4cfda67589c1e68b156f is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:24.022978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:24.026938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.030306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:24.176196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.182246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.193487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3bfe3964-81da-484a-99d8-e5a011875888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:24.258214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd360e-5ea8-463c-b822-398e8a35b041,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:24.266105 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebfabc19907d4cfda67589c1e68b156f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934620 Apr 05 18:49:24.266105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:24.267059 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40790) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:24.273456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] For port d28eae24-51de-46bb-b04f-1a53faf87dcb, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=d28eae24-51de-46bb-b04f-1a53faf87dcb,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:24.283347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.289631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:24.293261 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cf4ed-dfca-466a-b366-70746cd857d5 req-efd3ff34-d993-49aa-8544-ff35f625377f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:24.294939 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-979cf4ed-dfca-466a-b366-70746cd857d5 req-efd3ff34-d993-49aa-8544-ff35f625377f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1877766 Apr 05 18:49:24.396660 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9d98c0b0-4924-4406-9a5b-a44fc053902e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.401993 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-979cf4ed-dfca-466a-b366-70746cd857d5 req-bda67495-8e93-4176-b562-befcc8c2a954 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946419 Apr 05 18:49:24.429338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9d98c0b0-4924-4406-9a5b-a44fc053902e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.449165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] Pushing event updated for resources: {'Port': ['ID=d28eae24-51de-46bb-b04f-1a53faf87dcb,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:24.452517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:24.472773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.477850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9d98c0b0-4924-4406-9a5b-a44fc053902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.483845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-672d2ba0-6fbf-4361-aaa4-992a3a129c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:24.486378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:22Z', 'revision_number': 3, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:24.490801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Checking router: 9597e667-2e4e-441b-8ff9-adf14117691a for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:49:24.491217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Updating router 9597e667-2e4e-441b-8ff9-adf14117691a port d65e38d0-2aae-4d40-8112-3a441948be4a binding host dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:49:24.496755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98c0b0-4924-4406-9a5b-a44fc053902e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd360e-5ea8-463c-b822-398e8a35b041,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:24.502191 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9d98c0b0-4924-4406-9a5b-a44fc053902e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:24.504344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-9d98c0b0-4924-4406-9a5b-a44fc053902e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.505543 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9d98c0b0-4924-4406-9a5b-a44fc053902e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46fd360e-5ea8-463c-b822-398e8a35b041 HTTP/1.1" status: 204 len: 168 time: 0.2379596 Apr 05 18:49:24.568829 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.690397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device d28eae24-51de-46bb-b04f-1a53faf87dcb up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:24.748078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Allocated IP 172.20.0.1 (8d5b14b6-ad7c-41b8-a35e-62b65632b245/fc3304d5-e234-4caf-8c4f-4bc8e2e0feec/2c6dd424-b3d8-413c-8026-3cf08e0e9ac6) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:24.915611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-37fdf981-795f-4c67-9e71-b62f4459c4f5 None None] Provisioning complete for port d28eae24-51de-46bb-b04f-1a53faf87dcb triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:24.916178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-37fdf981-795f-4c67-9e71-b62f4459c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.942534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:24.964418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Transition to ACTIVE for port object 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:24.998383 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.005870 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port d28eae24-51de-46bb-b04f-1a53faf87dcb triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:25.006299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.072743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-75be5e7f-695b-406d-9118-aada06c615ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:25.175034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:25.180580 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:25.218169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:25.219326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:25.221795 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:25.258163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:49:25.299896 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836221'] for router_interface, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.458841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.551278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Notify callbacks [] for port, precommit_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.572879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Transition to ACTIVE for port object d65e38d0-2aae-4d40-8112-3a441948be4a will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:25.579171 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-23cdc7b0-b57a-4083-afa1-c31b16e34900 None None] Provisioning for port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:25.585086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.604507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:25.643340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-23cdc7b0-b57a-4083-afa1-c31b16e34900 None None] Provisioning complete for port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:25.643903 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-23cdc7b0-b57a-4083-afa1-c31b16e34900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.680720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0ddd9-9e8f-4966-ba8c-3b058a0a9243 req-1f123a0e-3489-42ce-b1ab-183b90800ae8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:25.691272 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f5b0ddd9-9e8f-4966-ba8c-3b058a0a9243 req-1f123a0e-3489-42ce-b1ab-183b90800ae8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1208029 Apr 05 18:49:25.738814 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f5b0ddd9-9e8f-4966-ba8c-3b058a0a9243 req-10962191-f8d5-43d3-b9dd-8993acaaf22f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463319 Apr 05 18:49:25.784321 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.789946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.823533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5272bc09-3d1d-4d37-9ea5-8772f11d1c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:25.832860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa48cb-5d65-4a69-9ac5-9d4d14e55cdd None None] Pushing event updated for resources: {'Port': ['ID=d65e38d0-2aae-4d40-8112-3a441948be4a,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:25.849921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-37aa48cb-5d65-4a69-9ac5-9d4d14e55cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:25.853460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-23cdc7b0-b57a-4083-afa1-c31b16e34900 None None] Port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:49:25.935581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:25.944044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Attempting to bind port d65e38d0-2aae-4d40-8112-3a441948be4a on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:49:25.944708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Attempting to bind port d65e38d0-2aae-4d40-8112-3a441948be4a by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:49:25.945351 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Attempting to bind port d65e38d0-2aae-4d40-8112-3a441948be4a on network c31d3d47-af10-4a12-bee5-4e18c2c19501 {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:25.952761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:25.953167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:49:25.953775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:25.954512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.955147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Bound using segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:49:25.955887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Bound port: d65e38d0-2aae-4d40-8112-3a441948be4a, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:49:25.956517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:25.958023 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853990684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853832810'] for router_interface, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:26.045840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40830) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:26.073655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] For port d65e38d0-2aae-4d40-8112-3a441948be4a, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:49:26.077612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] For port d65e38d0-2aae-4d40-8112-3a441948be4a, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=d65e38d0-2aae-4d40-8112-3a441948be4a,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:49:26.082100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:26.126969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:26.162669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:26.164251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:26.230010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02de27b-611f-4197-89fd-1159864843c1 req-c46cdb86-1b50-4868-a9cf-8d09a9b462b7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:26.232127 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e02de27b-611f-4197-89fd-1159864843c1 req-c46cdb86-1b50-4868-a9cf-8d09a9b462b7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1784430 Apr 05 18:49:26.233173 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:26.362319 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa48cb-5d65-4a69-9ac5-9d4d14e55cdd None None] Pushing event updated for resources: {'Port': ['ID=d65e38d0-2aae-4d40-8112-3a441948be4a,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:26.367599 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-37aa48cb-5d65-4a69-9ac5-9d4d14e55cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:26.372580 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e02de27b-611f-4197-89fd-1159864843c1 req-cf84ddff-71df-436c-b418-6da65e912415 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235826 Apr 05 18:49:26.373861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:26.397893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Usage tracker for resource:security_group_rule and tenant:da2916f49a714204b2a82689f3c06aed is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:26.401606 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Router 9597e667-2e4e-441b-8ff9-adf14117691a has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:49:26.404838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:26.416029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:26.416979 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:26.420773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:26.456747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-8159cd10-b97b-416c-87f3-c46ef098c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:26.458356 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-8159cd10-b97b-416c-87f3-c46ef098c399 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 1098 time: 0.2121947 Apr 05 18:49:26.582644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-5114016e-506f-4a95-8ed0-a76790495e8c None None] Provisioning complete for port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:26.583176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5114016e-506f-4a95-8ed0-a76790495e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:26.608518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:49:26.627328 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/9597e667-2e4e-441b-8ff9-adf14117691a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1810858 Apr 05 18:49:26.665311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:26.667327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-5c72af13-6be6-4b36-8699-bb755a6eec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:26.669617 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-5c72af13-6be6-4b36-8699-bb755a6eec51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 912 time: 0.2013216 Apr 05 18:49:26.669907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-5114016e-506f-4a95-8ed0-a76790495e8c None None] Port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:49:26.671213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:26.688181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:26.735100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:26.809038 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da2916f49a714204b2a82689f3c06aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7619228 Apr 05 18:49:26.811910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40842) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:26.814449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ab620a-69ce-4da2-b9b8-9ee28ecceb13,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:26.820726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:26.854298 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-3ab048d7-f29a-407f-a9c7-8ca93b61cfea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8 HTTP/1.1" status: 200 len: 1001 time: 0.1749518 Apr 05 18:49:26.930001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0855942d-c4ce-4f14-8d5a-f0ad208e59eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:26.944626 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-8110c583-3862-499d-ab4e-a424a820dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:26.946140 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-8110c583-3862-499d-ab4e-a424a820dae5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.0840874 Apr 05 18:49:26.977050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0855942d-c4ce-4f14-8d5a-f0ad208e59eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.032230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0855942d-c4ce-4f14-8d5a-f0ad208e59eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.037987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b1e75abe-58f8-4d0e-89d7-d1c3b63e1582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:27.052943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855942d-c4ce-4f14-8d5a-f0ad208e59eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ab620a-69ce-4da2-b9b8-9ee28ecceb13,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:27.056061 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0855942d-c4ce-4f14-8d5a-f0ad208e59eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:27.056281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-49d898d0-4aff-43db-834b-5d646bc185d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:27.058374 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-49d898d0-4aff-43db-834b-5d646bc185d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1032026 Apr 05 18:49:27.064674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0855942d-c4ce-4f14-8d5a-f0ad208e59eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.065729 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0855942d-c4ce-4f14-8d5a-f0ad208e59eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51ab620a-69ce-4da2-b9b8-9ee28ecceb13 HTTP/1.1" status: 204 len: 168 time: 0.2526197 Apr 05 18:49:27.253549 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-dd679423-d925-453c-933d-c83dacb11e40 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861033 Apr 05 18:49:27.284751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 2, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:27.293881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5d6fc-4743-48bd-ad0c-bd54cde8d05c None None] The sync data for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb is: [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 2, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:49:27.390754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40866) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:27.399077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-98663275-network', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:27.410150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:27.415517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Usage tracker for resource:network and tenant:eb26172bd7c5417b8dfd4d491c9f5093 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:27.419494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:27.427004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:27.442146 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Made reservation on behalf of eb26172bd7c5417b8dfd4d491c9f5093 for: {'network': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:27.447954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.467082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.470820 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fdeab03e-9894-4617-a967-a0019a9ce1cf req-0ee2401e-f8fd-4ac0-aa4e-a81d8a312344 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999440 Apr 05 18:49:27.491613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:27.497468 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Usage tracker for resource:security_group_rule and tenant:eb26172bd7c5417b8dfd4d491c9f5093 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:27.501559 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:27.510057 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:27.611061 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.615271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.615819 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc97ab-3da7-4b9b-b977-1704dd2731fc req-e5de2d0d-0169-473f-9450-252e9403b092 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:27.617654 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a6bc97ab-3da7-4b9b-b977-1704dd2731fc req-e5de2d0d-0169-473f-9450-252e9403b092 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0919483 Apr 05 18:49:27.620436 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d5286aeb-d1b1-4d04-ba43-9166721ad371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:27.654025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=84248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:49:27.663318 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a1a0b-be79-469c-b183-258d24927c6c,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:27.667908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:27.671243 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.671680 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Added segment d7601feb-abe5-4c4b-abc8-fcdccd0315d5 of type vlan for network a9f353a3-1445-4f11-b29c-d0fb154e28c5 Apr 05 18:49:27.686576 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a6bc97ab-3da7-4b9b-b977-1704dd2731fc req-744cdc73-ecf5-462f-8805-b2636dfc5907 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526669 Apr 05 18:49:27.700219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.744812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.745780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:27.746751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:27.751576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c8a42c62-d46a-4cc1-9a6f-3fb1c95ca5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:27.865293 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4731023 Apr 05 18:49:27.873439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40886) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:27.882462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Request body: {'subnet': {'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-98663275-subnet', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'ip_version': 4}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:27.893486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Pushing event updated for resources: {'Network': ['ID=a9f353a3-1445-4f11-b29c-d0fb154e28c5,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:27.896472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:27.896635 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:27.905606 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:49:27.906812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Usage tracker for resource:subnet and tenant:eb26172bd7c5417b8dfd4d491c9f5093 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:27.914160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:27.932541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:27.963726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Made reservation on behalf of eb26172bd7c5417b8dfd4d491c9f5093 for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:27.969739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31859431'] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:28.101953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40892) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:28.253293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1923406964-network', 'tenant_id': '363841c52c5a40e99c3892e91b308fb7'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:28.266969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:28.276102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Usage tracker for resource:network and tenant:363841c52c5a40e99c3892e91b308fb7 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:28.288338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:28.298297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:28.323413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Made reservation on behalf of 363841c52c5a40e99c3892e91b308fb7 for: {'network': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:28.329449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:28.345531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:28.364271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:28.368535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Usage tracker for resource:security_group_rule and tenant:363841c52c5a40e99c3892e91b308fb7 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:28.373858 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:28.383027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:28.481969 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-336959af-4af8-4227-ad37-c82570e63e79 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050422586&fields=id&tenant_id=b97aee16ca0345899e89570241e7b979 HTTP/1.1" status: 200 len: 267 time: 0.0929294 Apr 05 18:49:28.505448 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31497142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31859412'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:28.524896 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:28.602144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:28.610984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:28.620952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-27797918-f0e4-4ef8-ab25-d5e024b2bb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:28.660385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0d688c-4e15-48f5-8346-ef8fd4befbb4,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:28.666102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:28.685538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=84248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:49:28.694458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device d65e38d0-2aae-4d40-8112-3a441948be4a up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:28.695000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ad8105-cf27-455e-909f-ebcd2284012e,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:28.698521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:28.714934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-1a142bed-65ff-4ddd-8db3-5a7fd41314a2 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:28.717780 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-1a142bed-65ff-4ddd-8db3-5a7fd41314a2 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 984 time: 0.2261314 Apr 05 18:49:28.722291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:28.722782 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Added segment 02fb95c3-bcf6-4b15-be8a-49fb3606aedf of type vlan for network 2866079b-ee5f-42ac-874f-5bb0fe8a181c Apr 05 18:49:28.734932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Request body: {'port': {'security_groups': ['ff080da0-c866-4645-b6c3-088c3f3e234d']}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:28.785218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Checking segment: {'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:28.785623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Network hostable DHCP agents. Network: a9f353a3-1445-4f11-b29c-d0fb154e28c5, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:49:28.822879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:49:28.913419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:28.929712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.013988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port d65e38d0-2aae-4d40-8112-3a441948be4a completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:29.020481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port d65e38d0-2aae-4d40-8112-3a441948be4a triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:29.021365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.038484 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.042524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:29.043784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.051899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ad9cfaaa-be02-41d5-b0c0-be155cd1401e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:29.160885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.179570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port d65e38d0-2aae-4d40-8112-3a441948be4a, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=d65e38d0-2aae-4d40-8112-3a441948be4a,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:29.182678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, a9f353a3-1445-4f11-b29c-d0fb154e28c5) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:29.184306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.186242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6683f94e-9453-45b5-a750-71be3d71cd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:29.205881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:29.206656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.225682 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1198294 Apr 05 18:49:29.227946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40904) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:29.232369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f330f0-2890-4024-a448-7f0b189df972 None None] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:49:29.239154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Request body: {'subnet': {'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1923406964-subnet', 'tenant_id': '363841c52c5a40e99c3892e91b308fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:29.242383 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Pushing event updated for resources: {'Network': ['ID=2866079b-ee5f-42ac-874f-5bb0fe8a181c,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:29.250926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:29.253489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:29.260598 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b9d750d8-cbf8-41a2-a28b-71ad9c809dd9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3856502 Apr 05 18:49:29.265269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 40908) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:29.265883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 2866079b-ee5f-42ac-874f-5bb0fe8a181c details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:49:29.266581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Usage tracker for resource:subnet and tenant:363841c52c5a40e99c3892e91b308fb7 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:29.273737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:29.282892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:29.287632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:29.293998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:29.301821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Usage tracker for resource:router and tenant:eb26172bd7c5417b8dfd4d491c9f5093 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:29.309445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:29.319420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:29.321368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Made reservation on behalf of 363841c52c5a40e99c3892e91b308fb7 for: {'subnet': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:29.326157 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31859431'] for subnet, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.347855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5e7a4-9042-4c38-b784-275b060fc896 req-f8203122-cec0-4961-bc71-fd88fbe3c66f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:29.349660 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-67d5e7a4-9042-4c38-b784-275b060fc896 req-f8203122-cec0-4961-bc71-fd88fbe3c66f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.5158253 Apr 05 18:49:29.417622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] For port 51dec994-6347-4f44-8e12-8b97a93ab54d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=51dec994-6347-4f44-8e12-8b97a93ab54d,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:29.436366 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-941280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769335'] for router, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.437620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853834617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853840528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853821891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6462'] for router, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.444371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.448407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.449752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=d65e38d0-2aae-4d40-8112-3a441948be4a,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:29.470212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:29.476534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:29.477540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['51dec994-6347-4f44-8e12-8b97a93ab54d'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:49:29.485428 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-67d5e7a4-9042-4c38-b784-275b060fc896 req-20b527a3-8cb0-42db-9b61-71d0d020a3ef tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255364 Apr 05 18:49:29.498196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.640434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event updated for resources: {'Port': ['ID=51dec994-6347-4f44-8e12-8b97a93ab54d,revision_number=7']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:29.644022 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:29.705361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9855afb8-0c15-5da4-869e-3ddf461a0e91-a9f353a3-1445-4f11-b29c-d0fb154e28c5', 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'fixed_ips': [{'subnet_id': 'aa0d688c-4e15-48f5-8346-ef8fd4befbb4'}]}} from dv-cinder-782405-5-smb. {{(pid=84250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 18:49:29.706128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.713933 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:29.714637 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.716394 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4e74b7ca-6e9a-4a35-957b-0cf860caba02 req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "PUT /v2.0/ports/51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 942 time: 0.9915898 Apr 05 18:49:29.716961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:29.725106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40916) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:29.819851 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'status': 'completed', 'code': 200} Apr 05 18:49:29.829920 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-68ba3473-964d-4abf-ba94-85c9a825a5f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.851551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['51dec994-6347-4f44-8e12-8b97a93ab54d'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:49:29.890434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-68ba3473-964d-4abf-ba94-85c9a825a5f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.959165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-68ba3473-964d-4abf-ba94-85c9a825a5f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:29.966032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ca7bae52-7875-42be-bc8a-3fc93302bb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:29.986429 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba3473-964d-4abf-ba94-85c9a825a5f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09af24e-3942-4704-8c18-e251d20f37f4,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:29.989911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-68ba3473-964d-4abf-ba94-85c9a825a5f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:29.996162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-68ba3473-964d-4abf-ba94-85c9a825a5f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.000705 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-68ba3473-964d-4abf-ba94-85c9a825a5f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "DELETE /v2.0/security-groups/f09af24e-3942-4704-8c18-e251d20f37f4 HTTP/1.1" status: 204 len: 168 time: 0.2683311 Apr 05 18:49:30.001085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40922) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:30.022702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853840543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6447'] for router, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.140166 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-892b63d6-c5d9-49a8-926c-2d671a72df31 None None] Provisioning complete for port 51dec994-6347-4f44-8e12-8b97a93ab54d triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:30.140591 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-892b63d6-c5d9-49a8-926c-2d671a72df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.230126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-f0290e70-975b-4365-8d2d-02b435d99875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:30.232323 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-f0290e70-975b-4365-8d2d-02b435d99875 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97aee16ca0345899e89570241e7b979&device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1098 time: 0.3769081 Apr 05 18:49:30.279894 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Allocated IP 172.20.0.2 (a9f353a3-1445-4f11-b29c-d0fb154e28c5/aa0d688c-4e15-48f5-8346-ef8fd4befbb4/4880e93d-36e9-4e18-8aa3-d277d6c3f414) {{(pid=84250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:30.466222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-add23f8d-2d6f-4cbb-92da-b68634420c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:30.467007 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Deleting port 9a11859c-2bc2-45cc-a240-22ec76b43b3b {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:30.467623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.467708 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-add23f8d-2d6f-4cbb-92da-b68634420c43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 200 len: 915 time: 0.2256470 Apr 05 18:49:30.606356 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Notify callbacks [] for port, precommit_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.621225 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Transition to ACTIVE for port object 4880e93d-36e9-4e18-8aa3-d277d6c3f414 will not be triggered until provisioned by entity L2. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:30.656160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.656709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.660394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Transition to ACTIVE for port object 4880e93d-36e9-4e18-8aa3-d277d6c3f414 will not be triggered until provisioned by entity DHCP. {{(pid=84250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:30.669163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600'] for port, after_create {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.694221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:30.728295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device d65e38d0-2aae-4d40-8112-3a441948be4a up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:30.800350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Calling delete_port for 9a11859c-2bc2-45cc-a240-22ec76b43b3b owned by network:floatingip {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:30.818566 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-e07c9f68-85b5-4563-9051-f089162ae74d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 1001 time: 0.2784348 Apr 05 18:49:30.821504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31497142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31859412'] for subnet, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:30.842773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:30.937058 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Pushing event updated for resources: {'Port': ['ID=4880e93d-36e9-4e18-8aa3-d277d6c3f414,revision_number=1']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:30.940502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:30.960905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port d65e38d0-2aae-4d40-8112-3a441948be4a triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:30.961531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.003609 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.009615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.029060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:31.053621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.072562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Sync routers for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:49:31.085987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:31.086917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:31.113679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e24214-99e8-45bd-857b-26e9777902cf,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:31.123888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-73bf5838-8066-4050-8381-2d2998cf78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:31.125336 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-73bf5838-8066-4050-8381-2d2998cf78f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f10ffc-c227-4dcf-b061-1c2c9710e050 HTTP/1.1" status: 200 len: 853 time: 0.2863600 Apr 05 18:49:31.130656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event deleted for resources: {'Port': ['ID=9a11859c-2bc2-45cc-a240-22ec76b43b3b,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:31.133499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:31.137473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:31.143133 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 is already hosted by enough agents. {{(pid=84250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:31.152184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Resources bound (agent type, host, resource id): {{(pid=84250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:31.157002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Received port after_create {{(pid=84250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:31.267913 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Attempting to bind port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:49:31.268429 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Attempting to bind port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:49:31.268948 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Attempting to bind port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 on network a9f353a3-1445-4f11-b29c-d0fb154e28c5 {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:31.277278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:49:31.278082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Checking segment: {'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:31.278667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.279293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Bound using segment: {'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'} {{(pid=84250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:49:31.279972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Bound port: 4880e93d-36e9-4e18-8aa3-d277d6c3f414, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'}}] {{(pid=84250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:49:31.280506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.336432 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.336767 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Floating IP a30a743c-7e63-45f3-92f5-5eb0b4884282 disassociated (deleted). External IP: 172.28.3.210, port: 51dec994-6347-4f44-8e12-8b97a93ab54d. Apr 05 18:49:31.365582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:31.407136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] For port 4880e93d-36e9-4e18-8aa3-d277d6c3f414, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:49:31.413592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] For port 4880e93d-36e9-4e18-8aa3-d277d6c3f414, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=4880e93d-36e9-4e18-8aa3-d277d6c3f414,segment=NetworkSegment(d7601feb-abe5-4c4b-abc8-fcdccd0315d5),segment_id=d7601feb-abe5-4c4b-abc8-fcdccd0315d5)] {{(pid=84250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:49:31.418702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.564010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:31.607064 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-d5464753-0e75-4544-ad34-8b073c4bf2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:31.608734 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-d5464753-0e75-4544-ad34-8b073c4bf2f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4652219 Apr 05 18:49:31.611959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Allocated IP 172.28.3.36 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/02904fb1-7e73-4a4a-833b-33a8c0d508d9) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:31.650975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Checking segment: {'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:31.651435 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Network hostable DHCP agents. Network: 2866079b-ee5f-42ac-874f-5bb0fe8a181c, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:49:31.660490 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Pushing event updated for resources: {'Port': ['ID=4880e93d-36e9-4e18-8aa3-d277d6c3f414,revision_number=2']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:31.668681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:31.723078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b71f4845-6dda-42b4-a64b-60e9a45a6b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.769253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 2, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:31.773783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Checking router: 9597e667-2e4e-441b-8ff9-adf14117691a for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:49:31.774309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Updating router 9597e667-2e4e-441b-8ff9-adf14117691a port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:49:31.795277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:49:31.837688 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.838069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Network 2866079b-ee5f-42ac-874f-5bb0fe8a181c is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:49:31.874155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 2866079b-ee5f-42ac-874f-5bb0fe8a181c) {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:31.888285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b64d42c-880e-4d8c-98c0-7ff49c082b9b None None] Network 2866079b-ee5f-42ac-874f-5bb0fe8a181c requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:49:31.940759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:31.941415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:31.962086 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-82f0ec1f-3173-4eb2-9bae-c1aec1052eda service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423245 Apr 05 18:49:32.080529 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:49:32.123670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:32.169384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] Sync routers for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:49:32.180154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:32.197395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:32.198208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:32.219903 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2479776a-096b-4c21-893f-fd2e0f076c4f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9758365 Apr 05 18:49:32.226645 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "DELETE /v2.0/floatingips/a30a743c-7e63-45f3-92f5-5eb0b4884282 HTTP/1.1" status: 204 len: 168 time: 2.2243683 Apr 05 18:49:32.227316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:32.323505 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'status': 'completed', 'code': 200} Apr 05 18:49:32.335902 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-88b4fc7f-17cb-426d-8643-422e4262afa9 req-0a1ef461-ea12-4cb6-a214-e206c1ab3b03 service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636658 Apr 05 18:49:32.362532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:32.456175 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4d4d9293-d83a-4473-a420-f79cb6da04f4 tempest-ServerRescueNegativeTestJSON-1348296278 tempest-ServerRescueNegativeTestJSON-1348296278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:32.536406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:32.549429 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Transition to ACTIVE for port object 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:32.560771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:32.580683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:32.655967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c55866-c39f-420d-899e-6b86d4ce6c6a None None] Network 2866079b-ee5f-42ac-874f-5bb0fe8a181c requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:49:32.661095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Pushing event updated for resources: {'Port': ['ID=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:32.679111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.679998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.680390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.680906 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.681280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.681655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.682026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.682391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.682756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.683119 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.683514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.683914 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:49:32.717644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Pushing event updated for resources: {'Port': ['ID=02904fb1-7e73-4a4a-833b-33a8c0d508d9,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:32.738180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:32.742322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:32.769294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-9f9d0e22-36eb-4f56-b0eb-81a2065a0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:32.770900 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-9f9d0e22-36eb-4f56-b0eb-81a2065a0015 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97aee16ca0345899e89570241e7b979&device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 1098 time: 0.3684988 Apr 05 18:49:32.825930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:32.935411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:32.945143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:32.949731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:32.993997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 4880e93d-36e9-4e18-8aa3-d277d6c3f414 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:33.099906 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:33.254588 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Attempting to bind port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:49:33.255015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Attempting to bind port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:49:33.255451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Attempting to bind port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 on network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:33.268806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:49:33.269231 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Checking segment: {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:33.269685 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:33.270301 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Bound using segment: {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:49:33.270840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Bound port: 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:49:33.271252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:33.404012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-28284075-09f7-4487-a066-a65e965edfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:33.405639 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-28284075-09f7-4487-a066-a65e965edfd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 200 len: 915 time: 0.6166210 Apr 05 18:49:33.429651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] For port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:49:33.434211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] For port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:49:33.440528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:33.549128 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-89459ff0-0050-464f-b4b1-14b5f9af6731 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 200 len: 217 time: 0.1019886 Apr 05 18:49:33.603242 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:33.641882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:33.698152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:33.698841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:33.728428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4af37e-6a51-42c5-ae8f-f66df37c954d None None] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:49:33.925120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Pushing event updated for resources: {'Port': ['ID=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,revision_number=4']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:33.931442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:34.001141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:34.019814 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:34.020252 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] Provisioning for port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:34.045572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] Provisioning complete for port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:34.046025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:34.093936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-776ca908-eb9d-4df2-a53a-081572c29c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:34.215122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:34.306745 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:51Z', 'revision_number': 5, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:34.316160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:34.335172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] Checking router: 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:49:34.358466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:34.359055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:34.401127 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-4a0da203-d291-4b14-b640-bbf4c40a3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:34.403501 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-4a0da203-d291-4b14-b640-bbf4c40a3cd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35f10ffc-c227-4dcf-b061-1c2c9710e050 HTTP/1.1" status: 200 len: 853 time: 0.8317649 Apr 05 18:49:34.455034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] For port 4880e93d-36e9-4e18-8aa3-d277d6c3f414, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=4880e93d-36e9-4e18-8aa3-d277d6c3f414,segment=NetworkSegment(d7601feb-abe5-4c4b-abc8-fcdccd0315d5),segment_id=d7601feb-abe5-4c4b-abc8-fcdccd0315d5)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:34.557130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:34.565457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:34.728025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] Pushing event updated for resources: {'Port': ['ID=4880e93d-36e9-4e18-8aa3-d277d6c3f414,revision_number=3']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:34.737668 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:34.757305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:34.798681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:33Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:34.804680 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7361b8-d6e7-4d6f-8f0e-cda3edcf85e4 None None] The sync data for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb is: [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:33Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:49:34.941357 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-a6c06956-6ee3-48c4-85e2-4564d3226291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:34.943572 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-a6c06956-6ee3-48c4-85e2-4564d3226291 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3730054 Apr 05 18:49:34.984451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-935326'] for router, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:35.012371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:35.109358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ee6c3682-9051-4f67-be17-4efffdc1f842 None None] Provisioning complete for port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:35.109782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3682-9051-4f67-be17-4efffdc1f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:35.350163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:35.376210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:35.376639 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:35.422810 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-72d93161-49d5-4b92-a8dc-f4fb14089241 service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670725 Apr 05 18:49:35.483828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-2a08b90c-6411-41c3-933d-bcd414617aeb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:35.485430 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-2a08b90c-6411-41c3-933d-bcd414617aeb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/networks?id=2866079b-ee5f-42ac-874f-5bb0fe8a181c HTTP/1.1" status: 200 len: 809 time: 0.2917790 Apr 05 18:49:35.582174 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-5dfe6276-2a12-407d-9b2a-74ce3dd23eca tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/quotas/363841c52c5a40e99c3892e91b308fb7 HTTP/1.1" status: 200 len: 375 time: 0.0395994 Apr 05 18:49:35.635524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:35.658247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:51Z', 'revision_number': 5, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:35.664256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4dbe45-aa67-471c-aa2f-16e56e274283 None None] The sync data for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb is: [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ca58530c-8c4f-497c-bc74-04a3e8de3374', 'name': '', 'network_id': '2772e18a-ce31-41f7-ba72-fe2a8e61cf5b', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'mac_address': 'fa:16:3e:d7:9d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:38Z', 'updated_at': '2021-04-05T18:46:51Z', 'revision_number': 5, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'subnets': [{'id': '35f10ffc-c227-4dcf-b061-1c2c9710e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:49:35.671921 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-bf2342cc-5aae-4af3-8941-0eedf3b319f2 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=363841c52c5a40e99c3892e91b308fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818124 Apr 05 18:49:35.685863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:35.690623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:35.694397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:35.699185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Router 80e71e85-d295-4d5a-acc5-9e100493d251 is scheduled to L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 with binding_index 1 {{(pid=84249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 18:49:35.732160 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f27f1736-1792-431c-8d64-7e60ff5e098e req-592094e9-dcc3-4784-bdf9-f3d14cab491f service neutron] 10.222.0.44 "GET /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940948 Apr 05 18:49:35.777892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:35.781601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:35.904476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:36.023129 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-a5b687aa-3d82-498f-aa21-068ab39fe33f service neutron] 10.222.0.15 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181455 Apr 05 18:49:36.059674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:49:36.069190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Sync routers for ids ['80e71e85-d295-4d5a-acc5-9e100493d251'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:49:36.081474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Routers {'80e71e85-d295-4d5a-acc5-9e100493d251'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:36.082254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['80e71e85-d295-4d5a-acc5-9e100493d251'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:36.150695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] Notify callbacks [] for router, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:36.152038 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-44e0b49d-40ec-45c9-bb46-39d921a4d28d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.8821659 Apr 05 18:49:36.156323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 40986) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:36.172157 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb15c9e-35e6-4202-bd0f-aab196dbe24f None None] New status for floating IP a30a743c-7e63-45f3-92f5-5eb0b4884282: DOWN {{(pid=84250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:49:36.197923 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-f8290f63-19b8-46fd-accc-60c70a3935fa service neutron] 10.222.0.15 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664979 Apr 05 18:49:36.302194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Set router 80e71e85-d295-4d5a-acc5-9e100493d251 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:36.429014 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d5c53134-1bb5-4dac-91e8-689cad857876 req-e2859748-02c1-4882-864b-cc8e217b0cac tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 210 time: 0.0667164 Apr 05 18:49:36.651462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc3d3f-d46d-47de-8fd3-0f801ee5aeed req-e05000eb-170c-41fd-af25-a3eb5881eed9 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:36.652244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-5dcc3d3f-d46d-47de-8fd3-0f801ee5aeed req-e05000eb-170c-41fd-af25-a3eb5881eed9 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Synchronizing usage tracker for tenant:b97aee16ca0345899e89570241e7b979 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:36.682375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:36.697215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:49:33Z', 'revision_number': 3, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:36.701651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Checking router: 80e71e85-d295-4d5a-acc5-9e100493d251 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:49:36.702565 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Updating router 80e71e85-d295-4d5a-acc5-9e100493d251 port 02904fb1-7e73-4a4a-833b-33a8c0d508d9 binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:49:36.705921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-5dcc3d3f-d46d-47de-8fd3-0f801ee5aeed req-e05000eb-170c-41fd-af25-a3eb5881eed9 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Unset dirty status for tenant:b97aee16ca0345899e89570241e7b979 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:36.707382 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5dcc3d3f-d46d-47de-8fd3-0f801ee5aeed req-e05000eb-170c-41fd-af25-a3eb5881eed9 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.3126967 Apr 05 18:49:36.772208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:36.797510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:36.798076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:36.947237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-5dcc3d3f-d46d-47de-8fd3-0f801ee5aeed req-eb0d58df-8983-41c9-88f7-44a53c495c81 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Synchronizing usage tracker for tenant:b97aee16ca0345899e89570241e7b979 on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:36.953633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 4880e93d-36e9-4e18-8aa3-d277d6c3f414 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:37.000234 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-5dcc3d3f-d46d-47de-8fd3-0f801ee5aeed req-eb0d58df-8983-41c9-88f7-44a53c495c81 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Unset dirty status for tenant:b97aee16ca0345899e89570241e7b979 on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:37.012294 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5dcc3d3f-d46d-47de-8fd3-0f801ee5aeed req-eb0d58df-8983-41c9-88f7-44a53c495c81 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972631 Apr 05 18:49:37.036700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:37.036700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.234874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.243050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.255310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Transition to ACTIVE for port object 02904fb1-7e73-4a4a-833b-33a8c0d508d9 will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:37.260775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.276859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:37.413217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7cda2-2150-4133-bade-4760131a8295 None None] Pushing event updated for resources: {'Port': ['ID=02904fb1-7e73-4a4a-833b-33a8c0d508d9,revision_number=2']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:37.417582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7dc7cda2-2150-4133-bade-4760131a8295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:37.484342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Attempting to bind port 02904fb1-7e73-4a4a-833b-33a8c0d508d9 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:49:37.484763 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Attempting to bind port 02904fb1-7e73-4a4a-833b-33a8c0d508d9 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:49:37.485176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Attempting to bind port 02904fb1-7e73-4a4a-833b-33a8c0d508d9 on network c31d3d47-af10-4a12-bee5-4e18c2c19501 {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:37.491672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:49:37.492238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Checking segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:37.492678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.493120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Bound using segment: {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:49:37.493652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Bound port: 02904fb1-7e73-4a4a-833b-33a8c0d508d9, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2bb11-56eb-450c-afec-cfebbed06e18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:49:37.494069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.580844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] For port 02904fb1-7e73-4a4a-833b-33a8c0d508d9, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:49:37.584391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] For port 02904fb1-7e73-4a4a-833b-33a8c0d508d9, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=02904fb1-7e73-4a4a-833b-33a8c0d508d9,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:49:37.588935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.611012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ed935707-0b49-41bb-9a99-8d3171e03fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:37.611962 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-31441822-c9b9-4e9c-bbed-31ff2c484162 req-0e541bd2-bfb8-47ec-b5ee-381abd4774f7 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 210 time: 0.0642891 Apr 05 18:49:37.684721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Allocated IP 172.20.0.1 (a9f353a3-1445-4f11-b29c-d0fb154e28c5/aa0d688c-4e15-48f5-8346-ef8fd4befbb4/ac641390-d0c3-486f-9779-08a7be7d08c2) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:37.784106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7cda2-2150-4133-bade-4760131a8295 None None] Pushing event updated for resources: {'Port': ['ID=02904fb1-7e73-4a4a-833b-33a8c0d508d9,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:37.789511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7dc7cda2-2150-4133-bade-4760131a8295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:37.847807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Routers {'80e71e85-d295-4d5a-acc5-9e100493d251'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:37.848223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-2b872e40-fc12-4671-a8fe-4ef801250520 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:37.848478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['80e71e85-d295-4d5a-acc5-9e100493d251'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:37.850059 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-2b872e40-fc12-4671-a8fe-4ef801250520 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.44 "GET /v2.0/networks?id=2866079b-ee5f-42ac-874f-5bb0fe8a181c HTTP/1.1" status: 200 len: 809 time: 0.1817050 Apr 05 18:49:37.866986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Request body: {'port': {'device_id': '90b08465-f4db-454e-87d6-d9f42c556907', 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c', 'admin_state_up': True, 'tenant_id': '363841c52c5a40e99c3892e91b308fb7'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:37.892569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.932868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Transition to ACTIVE for port object ac641390-d0c3-486f-9779-08a7be7d08c2 will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:37.963093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:37.983851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:38.075256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:38.082764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Usage tracker for resource:port and tenant:363841c52c5a40e99c3892e91b308fb7 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:38.091312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:38.097945 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:38.108774 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Made reservation on behalf of 363841c52c5a40e99c3892e91b308fb7 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:38.118378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] Set router 80e71e85-d295-4d5a-acc5-9e100493d251 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:38.119595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:38.134222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Pushing event updated for resources: {'Port': ['ID=ac641390-d0c3-486f-9779-08a7be7d08c2,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:38.139872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:38.249536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:38.252710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:38.256851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:38.337216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836221'] for router_interface, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:38.373706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-2597320a-856b-4fae-873e-4c9588a62828 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:38.375782 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-2597320a-856b-4fae-873e-4c9588a62828 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.1910160 Apr 05 18:49:38.377708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411033-bc48-478b-bc41-a94fd9c148fc req-ca2f5e89-9b7d-4736-8c17-9e6ac25cfd86 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:38.379271 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d9411033-bc48-478b-bc41-a94fd9c148fc req-ca2f5e89-9b7d-4736-8c17-9e6ac25cfd86 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 945 time: 0.1919405 Apr 05 18:49:38.430325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Allocated IP 172.20.0.5 (2866079b-ee5f-42ac-874f-5bb0fe8a181c/c2e24214-99e8-45bd-857b-26e9777902cf/22a7dfe4-3f39-4457-a81e-32101b3b3af7) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:38.474863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Deleting port 51dec994-6347-4f44-8e12-8b97a93ab54d {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:38.475328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:38.488305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-61b9f6eb-ffaa-47b4-99e1-50e908b4c6b7 None None] Provisioning for port ac641390-d0c3-486f-9779-08a7be7d08c2 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:38.493846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-61b9f6eb-ffaa-47b4-99e1-50e908b4c6b7 None None] Provisioning complete for port ac641390-d0c3-486f-9779-08a7be7d08c2 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:38.494260 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-61b9f6eb-ffaa-47b4-99e1-50e908b4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:38.564675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-61b9f6eb-ffaa-47b4-99e1-50e908b4c6b7 None None] Port ac641390-d0c3-486f-9779-08a7be7d08c2 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:49:38.623188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:49:33Z', 'revision_number': 3, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:38.628472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb97540-522b-4240-86bc-aeff537433b6 None None] The sync data for ids ['80e71e85-d295-4d5a-acc5-9e100493d251'] in dv-cinder-782405-5-smb is: [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:49:33Z', 'revision_number': 3, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:49:38.738105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:38.863613 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b7b37d35-71b3-4910-8f18-93a1228a4991 req-9557c009-a4dc-47e4-a632-0d337ab86e19 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 210 time: 0.1024632 Apr 05 18:49:38.919939 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d9411033-bc48-478b-bc41-a94fd9c148fc req-9d73d59e-c859-4aa4-b9d9-984be87f1b75 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff080da0-c866-4645-b6c3-088c3f3e234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277607 Apr 05 18:49:38.986430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.000593 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] For port 51dec994-6347-4f44-8e12-8b97a93ab54d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=51dec994-6347-4f44-8e12-8b97a93ab54d,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:39.000998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.017191 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.041143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:39.153317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Calling delete_port for 51dec994-6347-4f44-8e12-8b97a93ab54d owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:39.201538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Pushing event updated for resources: {'Port': ['ID=22a7dfe4-3f39-4457-a81e-32101b3b3af7,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:39.205626 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:39.219130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.273037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Network 2866079b-ee5f-42ac-874f-5bb0fe8a181c is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:39.274361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:39.280115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:39.356961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:39.357692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.380107 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5181086 Apr 05 18:49:39.394610 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Request body: {'port': {'device_id': '90b08465-f4db-454e-87d6-d9f42c556907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:39.450734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.467909 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:39.509583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.523089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.571849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Pushing event deleted for resources: {'Port': ['ID=51dec994-6347-4f44-8e12-8b97a93ab54d,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:39.579323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.610898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:39.611493 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:39.730998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853990684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853832810'] for router_interface, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.744193 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Pushing event updated for resources: {'Port': ['ID=ac641390-d0c3-486f-9779-08a7be7d08c2,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:39.753053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:39.948776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] No DVR routers for this DVR port 51dec994-6347-4f44-8e12-8b97a93ab54d on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:49:39.959870 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:39.962463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'name': 'network-vif-deleted', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:39.982454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a7dfe4-3f39-4457-a81e-32101b3b3af7 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:49:39.992285 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5a12ffbe-d9e6-4f99-be00-dc87e5509a74 req-046b61cd-a5a6-48ce-b089-466274d1f86b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.44 "DELETE /v2.0/ports/51dec994-6347-4f44-8e12-8b97a93ab54d HTTP/1.1" status: 204 len: 173 time: 1.6091104 Apr 05 18:49:39.994291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:40.003460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:40.004724 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:40.089300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Transition to ACTIVE for port object 22a7dfe4-3f39-4457-a81e-32101b3b3af7 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:40.101187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:40.120831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c9ddb4ae-8fa6-4fc7-ba6a-e22c3a8b91bf tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:40.299231 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8379-fe42-404e-920b-3877b19e3515 req-b2b88283-5ecf-4b0f-8e7c-2dc773c35f42 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:40.300103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d6de8379-fe42-404e-920b-3877b19e3515 req-b2b88283-5ecf-4b0f-8e7c-2dc773c35f42 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Synchronizing usage tracker for tenant:363841c52c5a40e99c3892e91b308fb7 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:40.306296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9a654-9651-425d-8941-100382f895af service neutron] Pushing event updated for resources: {'Port': ['ID=22a7dfe4-3f39-4457-a81e-32101b3b3af7,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:40.311306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-ed009302-5ec9-41d0-8d68-ad21963243e5 None None] Provisioning complete for port ac641390-d0c3-486f-9779-08a7be7d08c2 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:40.312720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ed009302-5ec9-41d0-8d68-ad21963243e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:40.312930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-20e9a654-9651-425d-8941-100382f895af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:40.352385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-d6de8379-fe42-404e-920b-3877b19e3515 req-b2b88283-5ecf-4b0f-8e7c-2dc773c35f42 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Unset dirty status for tenant:363841c52c5a40e99c3892e91b308fb7 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:40.354683 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6de8379-fe42-404e-920b-3877b19e3515 req-b2b88283-5ecf-4b0f-8e7c-2dc773c35f42 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 931 time: 0.3263776 Apr 05 18:49:40.391388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-ed009302-5ec9-41d0-8d68-ad21963243e5 None None] Port ac641390-d0c3-486f-9779-08a7be7d08c2 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:49:40.440371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-5c2f4bbe-64ad-4998-ae99-acf58188f638 req-d7994ec9-5785-4716-8959-93e86ad5e16f tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Synchronizing usage tracker for tenant:b97aee16ca0345899e89570241e7b979 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:40.485488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-5c2f4bbe-64ad-4998-ae99-acf58188f638 req-d7994ec9-5785-4716-8959-93e86ad5e16f tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Unset dirty status for tenant:b97aee16ca0345899e89570241e7b979 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:40.487028 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5c2f4bbe-64ad-4998-ae99-acf58188f638 req-d7994ec9-5785-4716-8959-93e86ad5e16f tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] 10.222.0.15 "GET /v2.0/ports?device_id=f368daeb-4836-47f9-b73b-827fa269a3ed HTTP/1.1" status: 200 len: 210 time: 0.3999355 Apr 05 18:49:40.523085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Router 80e71e85-d295-4d5a-acc5-9e100493d251 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:49:40.541837 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6de8379-fe42-404e-920b-3877b19e3515 req-277204ae-60ff-4bb0-8691-ac4d39d7b5d9 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781237 Apr 05 18:49:40.632956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Attempting to bind port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:49:40.633292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Attempting to bind port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:49:40.633653 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Attempting to bind port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 on network 2866079b-ee5f-42ac-874f-5bb0fe8a181c {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:40.638772 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 on network 2866079b-ee5f-42ac-874f-5bb0fe8a181c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:49:40.639383 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Attempting to bind port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 on network 2866079b-ee5f-42ac-874f-5bb0fe8a181c {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:40.644984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:49:40.645353 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Checking segment: {'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:40.645779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Bound using segment: {'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:49:40.646243 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Bound port: 22a7dfe4-3f39-4457-a81e-32101b3b3af7, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:49:40.646612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:40.722674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 02904fb1-7e73-4a4a-833b-33a8c0d508d9 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:40.722831 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f368daeb-4836-47f9-b73b-827fa269a3ed', 'name': 'network-vif-deleted', 'tag': '51dec994-6347-4f44-8e12-8b97a93ab54d', 'status': 'completed', 'code': 200} Apr 05 18:49:40.784278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] For port 22a7dfe4-3f39-4457-a81e-32101b3b3af7, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:49:40.787842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] For port 22a7dfe4-3f39-4457-a81e-32101b3b3af7, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=22a7dfe4-3f39-4457-a81e-32101b3b3af7,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:49:40.790019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:49:40.791522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:40.797162 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] 10.222.0.15 "PUT /v2.0/routers/80e71e85-d295-4d5a-acc5-9e100493d251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6387427 Apr 05 18:49:40.799072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port 02904fb1-7e73-4a4a-833b-33a8c0d508d9 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:40.807185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 02904fb1-7e73-4a4a-833b-33a8c0d508d9 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:40.807870 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:40.808158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f96fb308-ad19-4224-9d01-66e27b69d9ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:40.952396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:40.966197 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9a654-9651-425d-8941-100382f895af service neutron] Pushing event updated for resources: {'Port': ['ID=22a7dfe4-3f39-4457-a81e-32101b3b3af7,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:40.970975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port 02904fb1-7e73-4a4a-833b-33a8c0d508d9, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=02904fb1-7e73-4a4a-833b-33a8c0d508d9,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:40.972370 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-20e9a654-9651-425d-8941-100382f895af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:40.974607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:40.977221 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:41.009301 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:41.009744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:41.011136 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-20e9a654-9651-425d-8941-100382f895af service neutron] 10.222.0.44 "PUT /v2.0/ports/22a7dfe4-3f39-4457-a81e-32101b3b3af7 HTTP/1.1" status: 200 len: 1093 time: 1.6213894 Apr 05 18:49:41.012793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b08465-f4db-454e-87d6-d9f42c556907', 'tag': '22a7dfe4-3f39-4457-a81e-32101b3b3af7'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:41.018343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 51dec994-6347-4f44-8e12-8b97a93ab54d no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:49:41.068039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 51dec994-6347-4f44-8e12-8b97a93ab54d {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:49:41.068590 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 51dec994-6347-4f44-8e12-8b97a93ab54d not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:49:41.094351 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b08465-f4db-454e-87d6-d9f42c556907', 'tag': '22a7dfe4-3f39-4457-a81e-32101b3b3af7', 'status': 'completed', 'code': 200} Apr 05 18:49:41.096017 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=02904fb1-7e73-4a4a-833b-33a8c0d508d9,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:41.100201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:41.138214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-01961840-fb3b-4926-a9ba-df76969fc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:41.139855 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-01961840-fb3b-4926-a9ba-df76969fc147 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=363841c52c5a40e99c3892e91b308fb7&device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 1096 time: 0.0865030 Apr 05 18:49:41.222249 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-05f3b6ab-2367-43c1-b7fb-b4d82510b48f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22a7dfe4-3f39-4457-a81e-32101b3b3af7 HTTP/1.1" status: 200 len: 217 time: 0.0736005 Apr 05 18:49:41.294004 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-86692d9e-8086-4686-b701-7dee64833478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:41.295587 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-86692d9e-8086-4686-b701-7dee64833478 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2e24214-99e8-45bd-857b-26e9777902cf HTTP/1.1" status: 200 len: 849 time: 0.0644972 Apr 05 18:49:41.352590 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-4da72515-6e8b-4a1c-8791-65b4de480b49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2866079b-ee5f-42ac-874f-5bb0fe8a181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494845 Apr 05 18:49:41.502504 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-f259fdcd-a856-4f42-b040-2701e4170efb service neutron] 10.222.0.44 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376290 Apr 05 18:49:41.545528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Sync routers for ids ['80e71e85-d295-4d5a-acc5-9e100493d251'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:49:41.555302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Routers {'80e71e85-d295-4d5a-acc5-9e100493d251'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:41.556102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['80e71e85-d295-4d5a-acc5-9e100493d251'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:41.590355 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41036) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:41.597457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370925369', 'description': 'tempest-secgroup-smoke-370925369 description', 'project_id': 'f2c53456e2f04a66b28f29022cf7089a'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:41.605968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:41.610791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:security_group and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:41.614414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:41.622843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:41.636220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:41.663979 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:41.669836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:security_group_rule and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:41.672965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:41.685190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:41.698415 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c51091d-ecba-4161-8c80-5f0b23501bf9 req-39f528e2-d4f8-43b7-9519-feb9ea9d56f2 service neutron] 10.222.0.44 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899364 Apr 05 18:49:41.780100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Set router 80e71e85-d295-4d5a-acc5-9e100493d251 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:41.852521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-4cffdf69-548b-46bf-81b6-d811ea76d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:41.854172 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-4cffdf69-548b-46bf-81b6-d811ea76d0e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=363841c52c5a40e99c3892e91b308fb7&device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 1096 time: 0.0887508 Apr 05 18:49:41.867521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:41.873796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:41.881556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1b54ed94-384a-435a-a0bb-7cb13fab6741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:41.974150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f96d2c-46c3-4d50-bd56-a572c479bbcd,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:41.979511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:41.980648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:41.982645 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3912320 Apr 05 18:49:41.986802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41058) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:41.998996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c30081-78ca-496a-8cba-930dbf88ac0e req-d7aaf10c-deb9-48a5-9ef2-64e18e4119d8 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:42.007262 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-09c30081-78ca-496a-8cba-930dbf88ac0e req-d7aaf10c-deb9-48a5-9ef2-64e18e4119d8 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 943 time: 0.2475755 Apr 05 18:49:42.012825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'security_group_rule': {'security_group_id': '47f96d2c-46c3-4d50-bd56-a572c479bbcd', 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:42.032314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:42.045018 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:security_group_rule and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:42.050012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:42.064347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:42.071902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-c246ca63-4008-4b37-8917-144781b5ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:42.073793 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-c246ca63-4008-4b37-8917-144781b5ca21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2866079b-ee5f-42ac-874f-5bb0fe8a181c HTTP/1.1" status: 200 len: 910 time: 0.2107234 Apr 05 18:49:42.082676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-09c30081-78ca-496a-8cba-930dbf88ac0e req-1ccb711d-9c8d-444d-92a7-8bc19a554483 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Synchronizing usage tracker for tenant:363841c52c5a40e99c3892e91b308fb7 on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:42.097825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.135067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-09c30081-78ca-496a-8cba-930dbf88ac0e req-1ccb711d-9c8d-444d-92a7-8bc19a554483 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Unset dirty status for tenant:363841c52c5a40e99c3892e91b308fb7 on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:42.144638 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-09c30081-78ca-496a-8cba-930dbf88ac0e req-1ccb711d-9c8d-444d-92a7-8bc19a554483 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363173 Apr 05 18:49:42.171715 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-cec8298a-28a1-419e-a525-92c84a2c8b1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22a7dfe4-3f39-4457-a81e-32101b3b3af7 HTTP/1.1" status: 200 len: 217 time: 0.0875156 Apr 05 18:49:42.189934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.193535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.196082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2e3e9270-1856-4d6a-9fea-c1d643d85b09 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:42.226519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb18175e-4d93-4c7f-9410-db7cff1677b9,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:42.231190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:42.243967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:49:38Z', 'revision_number': 4, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ac641390-d0c3-486f-9779-08a7be7d08c2', 'name': '', 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'mac_address': 'fa:16:3e:5f:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'aa0d688c-4e15-48f5-8346-ef8fd4befbb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:37Z', 'updated_at': '2021-04-05T18:49:39Z', 'revision_number': 2, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'subnets': [{'id': 'aa0d688c-4e15-48f5-8346-ef8fd4befbb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:42.249237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Checking router: 80e71e85-d295-4d5a-acc5-9e100493d251 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:49:42.249531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Updating router 80e71e85-d295-4d5a-acc5-9e100493d251 port ac641390-d0c3-486f-9779-08a7be7d08c2 binding host dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 18:49:42.250213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.254589 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2638965 Apr 05 18:49:42.254938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41074) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:42.259098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-2b51cd13-cd6a-4a41-b932-c807d437bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:42.261157 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-2b51cd13-cd6a-4a41-b932-c807d437bfce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2e24214-99e8-45bd-857b-26e9777902cf HTTP/1.1" status: 200 len: 849 time: 0.0820434 Apr 05 18:49:42.262001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'security_group_rule': {'security_group_id': '47f96d2c-46c3-4d50-bd56-a572c479bbcd', 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:42.271548 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:42.279160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:security_group_rule and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:42.286577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:42.294576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:42.315898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.328703 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-15e09826-ccc9-420f-8411-816fe2403581 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2866079b-ee5f-42ac-874f-5bb0fe8a181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603955 Apr 05 18:49:42.331625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.399836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.404458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.415124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7456cdc8-5d21-4e5e-b041-bec77fb4bb7b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:42.439880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dce7d42-6d75-4527-875d-c7aacad1e6e5,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:42.451702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:42.464612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.466601 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-713888ff-216b-4a8e-a5f8-af86fa126522 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2102764 Apr 05 18:49:42.469574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41094) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:42.477324 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'security_group_rule': {'security_group_id': '47f96d2c-46c3-4d50-bd56-a572c479bbcd', 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:42.484900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:42.490813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:security_group_rule and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:42.494490 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:42.502072 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-c28ccd2c-4c07-4d81-9e79-bd3a97bae931 service neutron] 10.222.0.44 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653068 Apr 05 18:49:42.502702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:42.520737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.599066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41098) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:42.607201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.668055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 02904fb1-7e73-4a4a-833b-33a8c0d508d9 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:42.702722 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08bda1e9-58d8-4a91-939c-f7b05b4f888e req-6af3c85e-3627-4583-ad4d-ff15411e6fb8 service neutron] 10.222.0.44 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921804 Apr 05 18:49:42.749439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.752081 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port 02904fb1-7e73-4a4a-833b-33a8c0d508d9 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:42.752081 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.769317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e6ad85f9-b546-4e47-bf17-33144603d996 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:42.774551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Notify callbacks [] for port, precommit_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.786908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Transition to ACTIVE for port object ac641390-d0c3-486f-9779-08a7be7d08c2 will not be triggered until provisioned by entity L2. {{(pid=84251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:49:42.795062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.799129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1c4be8-3535-4868-b22a-f0e6bd86bacb,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:42.801675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:42.807546 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:42.809375 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386552 Apr 05 18:49:42.811278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:42.812191 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41102) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:42.819846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'security_group_rule': {'security_group_id': '47f96d2c-46c3-4d50-bd56-a572c479bbcd', 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:42.834790 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:42.843300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:security_group_rule and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:42.848024 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:42.858595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:42.886015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99d7f1-92eb-41f8-b6ea-c4ab0b8b9423 None None] Pushing event updated for resources: {'Port': ['ID=ac641390-d0c3-486f-9779-08a7be7d08c2,revision_number=3']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:42.891859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0c99d7f1-92eb-41f8-b6ea-c4ab0b8b9423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:43.009910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.157116 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.165674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.184291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bb596818-3937-42d0-a65f-84591b39cae5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:43.185178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Attempting to bind port ac641390-d0c3-486f-9779-08a7be7d08c2 on host dv-cinder-782405-5-smb for vnic_type normal with profile {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:49:43.185605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Attempting to bind port ac641390-d0c3-486f-9779-08a7be7d08c2 by drivers openvswitch,hyperv on host dv-cinder-782405-5-smb at level 0 using segments [{'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:49:43.186024 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Attempting to bind port ac641390-d0c3-486f-9779-08a7be7d08c2 on network a9f353a3-1445-4f11-b29c-d0fb154e28c5 {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:49:43.192737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Checking agent: {'id': '4c7c1a49-359b-4475-8045-6a65c7b85e07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 36, 3), 'started_at': datetime.datetime(2021, 4, 5, 18, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:49:43.193162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Checking segment: {'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:49:43.193632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.194077 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Bound using segment: {'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'} {{(pid=84251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:49:43.194608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Bound port: ac641390-d0c3-486f-9779-08a7be7d08c2, host: dv-cinder-782405-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5'}}] {{(pid=84251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:49:43.195033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.214962 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f47f0ee-9329-49df-bf61-6617f277257c,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:43.217194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:43.269180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.270404 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-52652766-4a2d-4840-8f14-6937cfb6f23b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4572132 Apr 05 18:49:43.273618 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41110) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:43.281407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'security_group_rule': {'security_group_id': '47f96d2c-46c3-4d50-bd56-a572c479bbcd', 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:43.292711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:43.298063 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:security_group_rule and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:43.301349 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:43.307995 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:43.313672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] For port ac641390-d0c3-486f-9779-08a7be7d08c2, host dv-cinder-782405-5-smb, cleared binding levels {{(pid=84251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:49:43.316863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] For port ac641390-d0c3-486f-9779-08a7be7d08c2, host dv-cinder-782405-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ac641390-d0c3-486f-9779-08a7be7d08c2,segment=NetworkSegment(d7601feb-abe5-4c4b-abc8-fcdccd0315d5),segment_id=d7601feb-abe5-4c4b-abc8-fcdccd0315d5)] {{(pid=84251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:49:43.318379 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.securitygroups_db [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Project f2c53456e2f04a66b28f29022cf7089a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:49:43.319451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.326325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.337219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8848d8ee-91d2-489c-828d-aa66208fed36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:43.400551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.403861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.406186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-853ecfa9-9111-4595-b003-d37c1a7d751a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:43.428686 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbf6a91-57d7-44f6-9aa0-e6945cd9be46,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:43.433212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:43.442586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.443125 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cd0f0-3dd6-4af8-b705-8b8740b6238e req-90c2df92-1390-4c87-b1b0-82ef490fbbbf tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:43.447438 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-99d3ed8a-c356-478c-9451-4474c6389a9a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1676872 Apr 05 18:49:43.447561 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c49cd0f0-3dd6-4af8-b705-8b8740b6238e req-90c2df92-1390-4c87-b1b0-82ef490fbbbf tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 943 time: 0.1524982 Apr 05 18:49:43.447689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41114) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:43.452673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'security_group_rule': {'security_group_id': '47f96d2c-46c3-4d50-bd56-a572c479bbcd', 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:43.459613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:43.463788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:security_group_rule and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:49:43.467571 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:49:43.473978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:43.485061 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.securitygroups_db [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Project f2c53456e2f04a66b28f29022cf7089a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:49:43.493038 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.503425 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99d7f1-92eb-41f8-b6ea-c4ab0b8b9423 None None] Pushing event updated for resources: {'Port': ['ID=ac641390-d0c3-486f-9779-08a7be7d08c2,revision_number=4']} {{(pid=84251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:43.503611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942953'] for router_interface, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.508395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0c99d7f1-92eb-41f8-b6ea-c4ab0b8b9423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:43.549796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Routers {'80e71e85-d295-4d5a-acc5-9e100493d251'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:43.550411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['80e71e85-d295-4d5a-acc5-9e100493d251'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:43.568209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.571144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.573401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-788b2bf9-e5e8-45bd-a43d-abae2674bd78 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:43.601164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f5169e-576b-487d-878b-53edb4b4f093,revision_number=0']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:43.606744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:43.611637 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.621447 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6b97aeb6-82d4-45bc-8e26-58b6c3608516 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733248 Apr 05 18:49:43.649126 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c49cd0f0-3dd6-4af8-b705-8b8740b6238e req-52b19e37-d85b-4a2a-b95d-15197e1f3732 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898282 Apr 05 18:49:43.963495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Deleting port ca58530c-8c4f-497c-bc74-04a3e8de3374 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:43.963752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:43.965445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] Set router 80e71e85-d295-4d5a-acc5-9e100493d251 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:44.157981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] For port ca58530c-8c4f-497c-bc74-04a3e8de3374, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ca58530c-8c4f-497c-bc74-04a3e8de3374,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:44.158539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:44.317008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Calling delete_port for ca58530c-8c4f-497c-bc74-04a3e8de3374 owned by network:router_interface {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:44.337240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:49:38Z', 'revision_number': 4, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ac641390-d0c3-486f-9779-08a7be7d08c2', 'name': '', 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'mac_address': 'fa:16:3e:5f:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'aa0d688c-4e15-48f5-8346-ef8fd4befbb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:37Z', 'updated_at': '2021-04-05T18:49:43Z', 'revision_number': 4, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'subnets': [{'id': 'aa0d688c-4e15-48f5-8346-ef8fd4befbb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:44.342138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22492112-5d9e-4f31-bc0b-99d22f892c0e None None] The sync data for ids ['80e71e85-d295-4d5a-acc5-9e100493d251'] in dv-cinder-782405-5-smb is: [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:49:38Z', 'revision_number': 4, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'ac641390-d0c3-486f-9779-08a7be7d08c2', 'name': '', 'network_id': 'a9f353a3-1445-4f11-b29c-d0fb154e28c5', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'mac_address': 'fa:16:3e:5f:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'aa0d688c-4e15-48f5-8346-ef8fd4befbb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:37Z', 'updated_at': '2021-04-05T18:49:43Z', 'revision_number': 4, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'subnets': [{'id': 'aa0d688c-4e15-48f5-8346-ef8fd4befbb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:49:44.700110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:44.719480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-01145c8f-689b-4358-82bc-c41f2f99fc58 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:44.721747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ac641390-d0c3-486f-9779-08a7be7d08c2 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:44.822445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning for port ac641390-d0c3-486f-9779-08a7be7d08c2 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:44.829023 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port ac641390-d0c3-486f-9779-08a7be7d08c2 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:44.829694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:45.005254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 22a7dfe4-3f39-4457-a81e-32101b3b3af7 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:49:45.016764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:45.095060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca58530c-8c4f-497c-bc74-04a3e8de3374,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:45.104291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:45.134484 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] For port ac641390-d0c3-486f-9779-08a7be7d08c2, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ac641390-d0c3-486f-9779-08a7be7d08c2,segment=NetworkSegment(d7601feb-abe5-4c4b-abc8-fcdccd0315d5),segment_id=d7601feb-abe5-4c4b-abc8-fcdccd0315d5)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:45.145213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:45.149454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b01bfacd-55fb-4fe6-8cc1-a391a9dea70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:45.256207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ee8e0-c9cc-4f4e-b2f3-b8bc96743e49 req-ef670bab-0286-44b8-a48c-26fc98cb0ceb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:45.257883 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a09ee8e0-c9cc-4f4e-b2f3-b8bc96743e49 req-ef670bab-0286-44b8-a48c-26fc98cb0ceb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 943 time: 0.1603582 Apr 05 18:49:45.259762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Pushing event updated for resources: {'Port': ['ID=ac641390-d0c3-486f-9779-08a7be7d08c2,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:45.265881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:45.284666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 22a7dfe4-3f39-4457-a81e-32101b3b3af7, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=22a7dfe4-3f39-4457-a81e-32101b3b3af7,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:45.314169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '22a7dfe4-3f39-4457-a81e-32101b3b3af7', 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c', 'port_id': '22a7dfe4-3f39-4457-a81e-32101b3b3af7', 'mac_address': 'fa:16:3e:ca:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e24214-99e8-45bd-857b-26e9777902cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:49:45.404182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:45.428820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a7dfe4-3f39-4457-a81e-32101b3b3af7 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:49:45.433371 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a09ee8e0-c9cc-4f4e-b2f3-b8bc96743e49 req-304b1037-fbaf-4b93-bce1-3a86e38b6558 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320930 Apr 05 18:49:45.448235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 22a7dfe4-3f39-4457-a81e-32101b3b3af7, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=22a7dfe4-3f39-4457-a81e-32101b3b3af7,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:45.462622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:45.462622 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:45.535334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=22a7dfe4-3f39-4457-a81e-32101b3b3af7,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:45.544178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:45.645318 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940732'] for router_interface, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:45.702513 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['22a7dfe4-3f39-4457-a81e-32101b3b3af7'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:49:46.171474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:49:46.368793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:49:46.378127 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] Sync routers for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:49:46.384411 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] 10.222.0.15 "PUT /v2.0/routers/2ee05aaf-ce3d-4c06-a3cc-782e0980c43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7840819 Apr 05 18:49:46.387576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41180) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:46.388311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:46.388998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:46.584443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:46.734621 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ac641390-d0c3-486f-9779-08a7be7d08c2 up at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:46.819237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:46.862282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:46.876329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ef245-51a9-4aaf-904c-239c1dbe9005 req-eda5445c-f682-4808-81da-7ed4078e9105 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:46.877948 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b94ef245-51a9-4aaf-904c-239c1dbe9005 req-eda5445c-f682-4808-81da-7ed4078e9105 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 944 time: 0.1621401 Apr 05 18:49:46.881793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Deleting port b8c86e57-7a8b-494b-abd6-9feca3e294fa {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:46.882164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:47.015096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 22a7dfe4-3f39-4457-a81e-32101b3b3af7 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:49:47.053779 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b94ef245-51a9-4aaf-904c-239c1dbe9005 req-b8acdfef-d269-4a13-8e51-be584e6b17cc tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383486 Apr 05 18:49:47.078775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Provisioning complete for port ac641390-d0c3-486f-9779-08a7be7d08c2 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:47.079194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:47.115832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] For port b8c86e57-7a8b-494b-abd6-9feca3e294fa, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b8c86e57-7a8b-494b-abd6-9feca3e294fa,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:47.116229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:47.240367 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:49:47.250854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:49:47.251274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:47.405531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:49:44Z', 'revision_number': 5, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port': {'id': 'b8c86e57-7a8b-494b-abd6-9feca3e294fa', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:33Z', 'updated_at': '2021-04-05T18:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:47.439521 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] Checking router: 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:49:47.469361 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] Routers {'2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:47.470066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:47.478301 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Calling delete_port for b8c86e57-7a8b-494b-abd6-9feca3e294fa owned by network:router_gateway {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:47.588413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:47.646329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b08465-f4db-454e-87d6-d9f42c556907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7dfe4-3f39-4457-a81e-32101b3b3af7'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:47.661031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:47.662965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 22a7dfe4-3f39-4457-a81e-32101b3b3af7, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=22a7dfe4-3f39-4457-a81e-32101b3b3af7,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:47.670176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:47.675535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:47.680516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:47.710849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] Set router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f gateway port host: None {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:47.766522 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b08465-f4db-454e-87d6-d9f42c556907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7dfe4-3f39-4457-a81e-32101b3b3af7', 'code': 200} Apr 05 18:49:47.794472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c86e57-7a8b-494b-abd6-9feca3e294fa,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:47.798144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:47.842791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:49:46Z', 'revision_number': 6, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port_host': None}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:47.856598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec232e-3fa9-47c8-8ecf-17722c6b2241 None None] The sync data for ids ['2ee05aaf-ce3d-4c06-a3cc-782e0980c43f'] in dv-cinder-782405-5-smb is: [{'id': '2ee05aaf-ce3d-4c06-a3cc-782e0980c43f', 'name': 'tempest-TestMinimumBasicScenario-876247857-router', 'tenant_id': 'b97aee16ca0345899e89570241e7b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:31Z', 'updated_at': '2021-04-05T18:49:46Z', 'revision_number': 6, 'project_id': 'b97aee16ca0345899e89570241e7b979', 'gw_port_host': None}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:49:47.886454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=22a7dfe4-3f39-4457-a81e-32101b3b3af7,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:47.890335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:47.990354 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-935356'] for router_gateway, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.026312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702710f6-53e4-426c-a980-7e8b5c00a44d req-c84a031d-8f8f-4a9d-8990-cfdb15226133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:48.028587 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-702710f6-53e4-426c-a980-7e8b5c00a44d req-c84a031d-8f8f-4a9d-8990-cfdb15226133 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 1098 time: 0.0858397 Apr 05 18:49:48.073507 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-702710f6-53e4-426c-a980-7e8b5c00a44d req-ca30b45e-17b1-4c0c-ac13-24736746f4a7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Apr 05 18:49:48.181460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769370'] for router, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.184476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.270285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830521'] for router, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.270867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee05aaf-ce3d-4c06-a3cc-782e0980c43f {{(pid=84248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 18:49:48.274871 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d1e83-7e8d-4e5d-a082-5dadcc05f0c5 req-833c4f1b-ea9a-4b3e-8c60-b2f47cfbbfb2 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:48.276788 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-733d1e83-7e8d-4e5d-a082-5dadcc05f0c5 req-833c4f1b-ea9a-4b3e-8c60-b2f47cfbbfb2 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 945 time: 0.1002669 Apr 05 18:49:48.289864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.291147 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2ee05aaf-ce3d-4c06-a3cc-782e0980c43f HTTP/1.1" status: 204 len: 168 time: 1.9023931 Apr 05 18:49:48.294619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41198) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:48.329400 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-733d1e83-7e8d-4e5d-a082-5dadcc05f0c5 req-d740791a-0b3e-490a-b00c-f35989ffac41 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458784 Apr 05 18:49:48.364352 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Deleting subnet 35f10ffc-c227-4dcf-b061-1c2c9710e050 {{(pid=84248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:49:48.368268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.421267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821966787'] for subnet, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.547557 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.658368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ca58530c-8c4f-497c-bc74-04a3e8de3374 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:49:48.698679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: ca58530c-8c4f-497c-bc74-04a3e8de3374 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:49:48.699106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ca58530c-8c4f-497c-bc74-04a3e8de3374 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:49:48.699628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b8c86e57-7a8b-494b-abd6-9feca3e294fa no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:49:48.735279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: b8c86e57-7a8b-494b-abd6-9feca3e294fa {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:49:48.735962 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b8c86e57-7a8b-494b-abd6-9feca3e294fa not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:49:48.818946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31815702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32299102'] for subnet, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:48.834645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:48.958833 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f10ffc-c227-4dcf-b061-1c2c9710e050,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:48.966923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:49.013413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:49.018734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f900645-0b4a-4a40-8c21-045e027603fa None None] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:49:49.019992 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] 10.222.0.15 "DELETE /v2.0/subnets/35f10ffc-c227-4dcf-b061-1c2c9710e050 HTTP/1.1" status: 204 len: 168 time: 0.7243466 Apr 05 18:49:49.022735 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41206) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:49.144016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:49.218908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Deleting port ee4a54c3-4d9a-4015-842c-4332248e65cb {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:49.219284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:49.446563 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] For port ee4a54c3-4d9a-4015-842c-4332248e65cb, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ee4a54c3-4d9a-4015-842c-4332248e65cb,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:49.447095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:49.469751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] DHCP port deletion for 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b request from dv-cinder-782405-5-smb {{(pid=84250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 18:49:49.474637 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] Deleting port ee4a54c3-4d9a-4015-842c-4332248e65cb {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:49.475079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:49.591525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Calling delete_port for ee4a54c3-4d9a-4015-842c-4332248e65cb owned by network:dhcp {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:49.676209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:49.692936 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1b227a42-20e2-4fc1-92fd-968ffadd33a2 tempest-VolumesSnapshotTestJSON-1957103748 tempest-VolumesSnapshotTestJSON-1957103748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:49.718346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] For port ee4a54c3-4d9a-4015-842c-4332248e65cb, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ee4a54c3-4d9a-4015-842c-4332248e65cb,segment=NetworkSegment(2c1ffbf6-b075-4321-a28f-57a18cb12f6c),segment_id=2c1ffbf6-b075-4321-a28f-57a18cb12f6c)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:49.718814 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:49.742135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4a54c3-4d9a-4015-842c-4332248e65cb,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:49.744980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:49.776131 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b334ac-dd4a-4fe7-97ce-d6070598c2ea req-b558d26a-50c9-4c2c-b8da-6fb7f1f41c77 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:49.777823 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16b334ac-dd4a-4fe7-97ce-d6070598c2ea req-b558d26a-50c9-4c2c-b8da-6fb7f1f41c77 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 945 time: 0.3320360 Apr 05 18:49:49.830971 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16b334ac-dd4a-4fe7-97ce-d6070598c2ea req-e9abdd03-e02f-4102-a64a-bd6bb23085ce tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 Apr 05 18:49:49.845076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] No DVR routers for this DVR port ee4a54c3-4d9a-4015-842c-4332248e65cb on host dv-cinder-782405-5-smb {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:49:49.862612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] Calling delete_port for ee4a54c3-4d9a-4015-842c-4332248e65cb owned by network:dhcp {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:50.003848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:50.043465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.api [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:49:50.043884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_db.api [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 18:49:50.131262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2772e18a-ce31-41f7-ba72-fe2a8e61cf5b']}} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:50.144385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1ffbf6-b075-4321-a28f-57a18cb12f6c') {'for_net_delete': True} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:50.144726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1ffbf6-b075-4321-a28f-57a18cb12f6c') {} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:50.156408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32809012'] for segment, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:50.170754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:50.176846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:49:50.363860 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:49:50.373485 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31815869'] for segment, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:50.545409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] Deleting port ee4a54c3-4d9a-4015-842c-4332248e65cb {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:50.545953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:50.625677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a1a9c-d394-4402-9ddc-d0970e399b73 None None] The port 'ee4a54c3-4d9a-4015-842c-4332248e65cb' was deleted {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 18:49:50.699127 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ee4a54c3-4d9a-4015-842c-4332248e65cb no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:49:50.741060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: ee4a54c3-4d9a-4015-842c-4332248e65cb {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:49:50.741460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ee4a54c3-4d9a-4015-842c-4332248e65cb not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:49:50.800589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Network 2772e18a-ce31-41f7-ba72-fe2a8e61cf5b has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:50.829759 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:50.913582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:50.921905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:50.926070 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:50.948671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2772e18a-ce31-41f7-ba72-fe2a8e61cf5b,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:50.954946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:51.006113 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2772e18a-ce31-41f7-ba72-fe2a8e61cf5b HTTP/1.1" status: 204 len: 168 time: 1.9822900 Apr 05 18:49:51.009284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41228) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:51.053525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e2e17-cb83-48a8-895e-66717a813228 req-7f52bcf2-f706-4727-a226-e392c7afd863 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:51.055163 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d70e2e17-cb83-48a8-895e-66717a813228 req-7f52bcf2-f706-4727-a226-e392c7afd863 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 945 time: 0.0991721 Apr 05 18:49:51.108923 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d70e2e17-cb83-48a8-895e-66717a813228 req-14afc7a4-235b-4208-9d73-5b46c860ee10 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465083 Apr 05 18:49:51.593305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942953'] for router_interface, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:51.967711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Deleting port bbef392e-feea-44a8-9319-56942e08a5aa {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:51.968089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:52.155466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] For port bbef392e-feea-44a8-9319-56942e08a5aa, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=bbef392e-feea-44a8-9319-56942e08a5aa,segment=NetworkSegment(0bc38b89-0e06-4339-a8ae-2cefaa926f92),segment_id=0bc38b89-0e06-4339-a8ae-2cefaa926f92)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:52.155867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:52.293657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Calling delete_port for bbef392e-feea-44a8-9319-56942e08a5aa owned by network:router_interface {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:52.338052 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1355ae9-65b5-4d29-b35d-0ab4b9e20358 req-81b9a6e1-32ad-4143-b9fc-fd8fbfbb72c3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:52.339704 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a1355ae9-65b5-4d29-b35d-0ab4b9e20358 req-81b9a6e1-32ad-4143-b9fc-fd8fbfbb72c3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 945 time: 0.1059170 Apr 05 18:49:52.392779 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a1355ae9-65b5-4d29-b35d-0ab4b9e20358 req-50b1bdfb-178a-471f-966e-bf110d428d7c tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466368 Apr 05 18:49:52.473385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:52.489189 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:52.622708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bbef392e-feea-44a8-9319-56942e08a5aa,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:52.637050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:52.728891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-d05b75b6-82aa-46d8-a072-65f6f21c7bc0 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:52.730985 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-d05b75b6-82aa-46d8-a072-65f6f21c7bc0 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 945 time: 0.1996613 Apr 05 18:49:52.898347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Deleting port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:52.898711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:53.269563 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940732'] for router_interface, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:53.427892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] For port 22a7dfe4-3f39-4457-a81e-32101b3b3af7, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=22a7dfe4-3f39-4457-a81e-32101b3b3af7,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:53.427892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:53.602253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45684-0519-4eb8-abb5-0d7ad1a6c471 req-f588abc7-4fef-47d6-a203-c97efcef0082 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:53.603971 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5bb45684-0519-4eb8-abb5-0d7ad1a6c471 req-f588abc7-4fef-47d6-a203-c97efcef0082 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 945 time: 0.0953300 Apr 05 18:49:53.660278 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5bb45684-0519-4eb8-abb5-0d7ad1a6c471 req-e24aeb7b-3e79-4f4b-a4af-8ab5080f8c33 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494027 Apr 05 18:49:53.812854 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Calling delete_port for 22a7dfe4-3f39-4457-a81e-32101b3b3af7 owned by compute:nova {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:54.196827 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:54.209096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['22a7dfe4-3f39-4457-a81e-32101b3b3af7'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:49:54.271240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3d28f97c-a7a9-4d2b-8529-12aab9813d69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:54.376093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Pushing event deleted for resources: {'Port': ['ID=22a7dfe4-3f39-4457-a81e-32101b3b3af7,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:54.386696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:54.498272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Router 1acce4ce-f0e7-4071-929f-893e56d72915 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:49:54.644149 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] No DVR routers for this DVR port 22a7dfe4-3f39-4457-a81e-32101b3b3af7 on host hv-cinder-78240 {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:49:54.702912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:54.705807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b08465-f4db-454e-87d6-d9f42c556907', 'name': 'network-vif-deleted', 'tag': '22a7dfe4-3f39-4457-a81e-32101b3b3af7'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:49:54.747755 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-162d9b5b-1b2c-4911-a47e-fd3cf206636d req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.44 "DELETE /v2.0/ports/22a7dfe4-3f39-4457-a81e-32101b3b3af7 HTTP/1.1" status: 204 len: 173 time: 1.9865294 Apr 05 18:49:54.769997 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b08465-f4db-454e-87d6-d9f42c556907', 'name': 'network-vif-deleted', 'tag': '22a7dfe4-3f39-4457-a81e-32101b3b3af7', 'status': 'completed', 'code': 200} Apr 05 18:49:54.795541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:49:54.800421 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-623ad663-aefb-47d5-9fbb-ce64f785f9ef admin admin] 10.222.0.15 "PUT /v2.0/routers/1acce4ce-f0e7-4071-929f-893e56d72915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7900164 Apr 05 18:49:54.803107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41256) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:54.809723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] Sync routers for ids ['1acce4ce-f0e7-4071-929f-893e56d72915'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:49:54.837394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] Routers {'1acce4ce-f0e7-4071-929f-893e56d72915'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:54.838098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['1acce4ce-f0e7-4071-929f-893e56d72915'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:54.873352 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fbe56972-c8d5-4529-ad01-ab551d779759 req-ccf3add4-d3a8-457e-835d-256673e257f5 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=90b08465-f4db-454e-87d6-d9f42c556907 HTTP/1.1" status: 200 len: 210 time: 0.0968578 Apr 05 18:49:55.013896 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:55.056445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] Set router 1acce4ce-f0e7-4071-929f-893e56d72915 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:55.216454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:55.224997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Deleting port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:55.225379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:55.362132 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:49:52Z', 'revision_number': 5, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port': {'id': '566100d8-ac9a-4ccb-b0b2-2ee58f456ba7', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:50Z', 'updated_at': '2021-04-05T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:55.366208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] Checking router: 1acce4ce-f0e7-4071-929f-893e56d72915 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:49:55.375619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] Routers {'1acce4ce-f0e7-4071-929f-893e56d72915'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:49:55.376268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:49:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['1acce4ce-f0e7-4071-929f-893e56d72915'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:55.420510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] For port 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=566100d8-ac9a-4ccb-b0b2-2ee58f456ba7,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:55.421035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:55.540924 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] Set router 1acce4ce-f0e7-4071-929f-893e56d72915 gateway port host: None {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:49:55.561472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Calling delete_port for 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 owned by network:router_gateway {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:55.657405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:49:55Z', 'revision_number': 6, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port_host': None}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:55.661918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b48e3-5dd1-472b-8e74-015f6ce9c3c9 None None] The sync data for ids ['1acce4ce-f0e7-4071-929f-893e56d72915'] in dv-cinder-782405-5-smb is: [{'id': '1acce4ce-f0e7-4071-929f-893e56d72915', 'name': 'tempest-TestMinimumBasicScenario-483673179-router', 'tenant_id': '6e8a7411310e451798e2c6a3bc01cc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:49Z', 'updated_at': '2021-04-05T18:49:55Z', 'revision_number': 6, 'project_id': '6e8a7411310e451798e2c6a3bc01cc11', 'gw_port_host': None}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:49:55.753467 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:55.770476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-df86c284-6cb5-4adb-8bca-98ec95f6b598 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:55.868500 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=566100d8-ac9a-4ccb-b0b2-2ee58f456ba7,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:55.873202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:56.045091 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-935356'] for router_gateway, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:56.546437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769370'] for router, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:56.550796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:56.600623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830521'] for router, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:56.601122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1acce4ce-f0e7-4071-929f-893e56d72915 {{(pid=84249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 18:49:56.635320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:56.639518 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1acce4ce-f0e7-4071-929f-893e56d72915 HTTP/1.1" status: 204 len: 168 time: 1.8330204 Apr 05 18:49:56.639956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41280) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:56.645341 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-e56fd0ce-4ce8-4352-b166-bfc3e52c1f13 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:56.653331 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-e56fd0ce-4ce8-4352-b166-bfc3e52c1f13 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/networks?id=2866079b-ee5f-42ac-874f-5bb0fe8a181c HTTP/1.1" status: 200 len: 809 time: 0.4967270 Apr 05 18:49:56.666125 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:49:56.671013 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-2b882040-a9bb-435e-a588-943ea0a6a14e tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/quotas/363841c52c5a40e99c3892e91b308fb7 HTTP/1.1" status: 200 len: 375 time: 0.0166731 Apr 05 18:49:56.717349 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:49:56.717974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 566100d8-ac9a-4ccb-b0b2-2ee58f456ba7 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:49:56.718631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device bbef392e-feea-44a8-9319-56942e08a5aa no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:49:56.727408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-57e3fcfd-3eb0-42fa-b1b6-600b460025a1 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Synchronizing usage tracker for tenant:363841c52c5a40e99c3892e91b308fb7 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:56.751709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] Deleting subnet 3654b141-20ba-4c9b-bd18-0c130174891a {{(pid=84248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:49:56.752105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-57e3fcfd-3eb0-42fa-b1b6-600b460025a1 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Unset dirty status for tenant:363841c52c5a40e99c3892e91b308fb7 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:56.758050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:56.762638 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-57e3fcfd-3eb0-42fa-b1b6-600b460025a1 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=363841c52c5a40e99c3892e91b308fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906370 Apr 05 18:49:56.777515 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: bbef392e-feea-44a8-9319-56942e08a5aa {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:49:56.781014 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device bbef392e-feea-44a8-9319-56942e08a5aa not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:49:56.840255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821966787'] for subnet, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:56.929277 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-0ace4f2a-cc6f-4ea0-87cd-397cba10e556 service neutron] 10.222.0.15 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656344 Apr 05 18:49:56.935168 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:57.077670 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-d93406c6-8ea9-431d-8e4f-0999be2bbf05 service neutron] 10.222.0.15 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410213 Apr 05 18:49:57.089073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 22a7dfe4-3f39-4457-a81e-32101b3b3af7 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:49:57.126721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 22a7dfe4-3f39-4457-a81e-32101b3b3af7 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:49:57.127215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 22a7dfe4-3f39-4457-a81e-32101b3b3af7 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:49:57.212261 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31815702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32299102'] for subnet, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:57.233847 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-93985823-f76d-4536-af5a-49af1e383cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:57.325785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3654b141-20ba-4c9b-bd18-0c130174891a,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:57.367269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:57.394358 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c483d723-eb99-457a-a6fb-92b74fb68102 req-54ee062b-cf6d-4212-a342-24dd5cc31abe tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 210 time: 0.1613972 Apr 05 18:49:57.426394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:57.432281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032be2a-f53e-42b2-898b-1b0d2fc7fc08 None None] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:49:57.436279 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-20c84eb8-7806-4ac2-bd34-de6bcf60ca78 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3654b141-20ba-4c9b-bd18-0c130174891a HTTP/1.1" status: 204 len: 168 time: 0.7915568 Apr 05 18:49:57.436657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41308) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:57.554500 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:57.638744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Deleting port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:57.639029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:57.711935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] DHCP port deletion for 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f request from dv-cinder-782405-5-smb {{(pid=84250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 18:49:57.716258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] Deleting port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:57.717003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:57.891496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] For port b11771c3-d79e-41f3-99ae-a4b1e88b6c58, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b11771c3-d79e-41f3-99ae-a4b1e88b6c58,segment=NetworkSegment(0bc38b89-0e06-4339-a8ae-2cefaa926f92),segment_id=0bc38b89-0e06-4339-a8ae-2cefaa926f92)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:57.891965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:57.963918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] For port b11771c3-d79e-41f3-99ae-a4b1e88b6c58, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=b11771c3-d79e-41f3-99ae-a4b1e88b6c58,segment=NetworkSegment(0bc38b89-0e06-4339-a8ae-2cefaa926f92),segment_id=0bc38b89-0e06-4339-a8ae-2cefaa926f92)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:49:57.964698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:58.033282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Calling delete_port for b11771c3-d79e-41f3-99ae-a4b1e88b6c58 owned by network:dhcp {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:58.099034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] Calling delete_port for b11771c3-d79e-41f3-99ae-a4b1e88b6c58 owned by network:dhcp {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:49:58.111801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:58.174914 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.api [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:49:58.175332 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_db.api [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 18:49:58.191503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7291a905-dbea-4079-af0c-564157ea05ce tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:58.271045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b11771c3-d79e-41f3-99ae-a4b1e88b6c58,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:58.273899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:58.298378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] No DVR routers for this DVR port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 on host dv-cinder-782405-5-smb {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:49:58.441739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:58.468492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-6df7ae07-87de-42b9-a2b1-e46fd68b3ef0 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:58.479042 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-6df7ae07-87de-42b9-a2b1-e46fd68b3ef0 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.44 "GET /v2.0/networks?id=2866079b-ee5f-42ac-874f-5bb0fe8a181c HTTP/1.1" status: 200 len: 809 time: 0.2134933 Apr 05 18:49:58.488122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Request body: {'port': {'device_id': 'ba2b4b02-6be2-4c33-95d0-45f762122557', 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c', 'admin_state_up': True, 'tenant_id': '363841c52c5a40e99c3892e91b308fb7'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:58.568883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723ee61f-b0be-4dc1-bd13-5a6493d4ec8f']}} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:58.584013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc38b89-0e06-4339-a8ae-2cefaa926f92') {'for_net_delete': True} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:58.584572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc38b89-0e06-4339-a8ae-2cefaa926f92') {} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:49:58.600373 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32809012'] for segment, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:58.628903 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:58.639430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:49:58.676634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] Deleting port b11771c3-d79e-41f3-99ae-a4b1e88b6c58 {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:49:58.677072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:58.691042 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-692457e8-5e45-434e-8599-9c94ab607916 req-88988f4c-bcc6-48b7-9377-01e0df39529b tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 210 time: 0.0673435 Apr 05 18:49:58.716882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b11771c3-d79e-41f3-99ae-a4b1e88b6c58 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:49:58.760110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: b11771c3-d79e-41f3-99ae-a4b1e88b6c58 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:49:58.760488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device b11771c3-d79e-41f3-99ae-a4b1e88b6c58 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:49:58.770655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:49:58.786158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:49:58.795973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Made reservation on behalf of 363841c52c5a40e99c3892e91b308fb7 for: {'port': 1} {{(pid=84249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:49:58.799382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-852ce537-0dfc-4df6-98cf-eea8741a449b None None] The port 'b11771c3-d79e-41f3-99ae-a4b1e88b6c58' was deleted {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 18:49:58.802421 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:58.842677 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:49:58.852098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31815869'] for segment, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:58.986788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Allocated IP 172.20.0.2 (2866079b-ee5f-42ac-874f-5bb0fe8a181c/c2e24214-99e8-45bd-857b-26e9777902cf/9785c844-9244-41ab-b4f9-edc2fe9b8676) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:49:59.037144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Network 723ee61f-b0be-4dc1-bd13-5a6493d4ec8f has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:59.063641 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:59.143478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.148362 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:59.163369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.177000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=723ee61f-b0be-4dc1-bd13-5a6493d4ec8f,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:59.180681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:59.185851 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/723ee61f-b0be-4dc1-bd13-5a6493d4ec8f HTTP/1.1" status: 204 len: 168 time: 1.7482960 Apr 05 18:49:59.215582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.242378 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-79b00c29-6a91-4c6c-8f35-da881c52087e tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Synchronizing usage tracker for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:59.248019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.260439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-79b00c29-6a91-4c6c-8f35-da881c52087e tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Unset dirty status for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:59.261722 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-79b00c29-6a91-4c6c-8f35-da881c52087e tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370925369&fields=id&tenant_id=f2c53456e2f04a66b28f29022cf7089a HTTP/1.1" status: 200 len: 267 time: 0.0662785 Apr 05 18:49:59.263452 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e1d2fa75-edea-4c74-bf27-015fe37e4a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:59.317339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41340) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:59.431908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f9648999-5a83-4de3-bf9b-66b89c8a1ca9 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:59.433911 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f9648999-5a83-4de3-bf9b-66b89c8a1ca9 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 809 time: 0.1624067 Apr 05 18:49:59.441615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Pushing event updated for resources: {'Port': ['ID=9785c844-9244-41ab-b4f9-edc2fe9b8676,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:59.450988 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-00566f48-8029-44ad-83ed-854739657f86 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/quotas/f2c53456e2f04a66b28f29022cf7089a HTTP/1.1" status: 200 len: 375 time: 0.0105667 Apr 05 18:49:59.453981 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:59.475913 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-09cc2dc1-3efb-41cc-90f6-9908dcce653d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b97aee16ca0345899e89570241e7b979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1125793 Apr 05 18:49:59.480179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41344) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:49:59.540110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-41cb316f-ee70-4206-ae82-c20df00c6caf tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Synchronizing usage tracker for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:49:59.551650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Network 2866079b-ee5f-42ac-874f-5bb0fe8a181c is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:49:59.554985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:49:59.556765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-41cb316f-ee70-4206-ae82-c20df00c6caf tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Unset dirty status for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:49:59.558625 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-41cb316f-ee70-4206-ae82-c20df00c6caf tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005695 Apr 05 18:49:59.563844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:49:59.610132 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-353a528c-6d54-498d-9209-a1ed553cd0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.655625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-353a528c-6d54-498d-9209-a1ed553cd0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.669287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:49:59.669999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.723312 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-19b4f659-37ba-4c03-ba10-7f1ba89f47c4 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2397900 Apr 05 18:49:59.728706 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-c5a005a8-341a-410d-84f3-2656bde213e5 service neutron] 10.222.0.15 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571236 Apr 05 18:49:59.732475 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-353a528c-6d54-498d-9209-a1ed553cd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.738309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ccbef1c9-3a84-4222-a692-9965b7ff14d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:49:59.751389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Request body: {'port': {'device_id': 'ba2b4b02-6be2-4c33-95d0-45f762122557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:59.795012 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a528c-6d54-498d-9209-a1ed553cd0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff080da0-c866-4645-b6c3-088c3f3e234d,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:49:59.800397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-353a528c-6d54-498d-9209-a1ed553cd0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:49:59.858283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-353a528c-6d54-498d-9209-a1ed553cd0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:49:59.862517 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-353a528c-6d54-498d-9209-a1ed553cd0fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff080da0-c866-4645-b6c3-088c3f3e234d HTTP/1.1" status: 204 len: 168 time: 0.3783870 Apr 05 18:49:59.889758 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-4699a7dd-8f9f-4bdd-a6f2-bf2e10d2b774 service neutron] 10.222.0.15 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524649 Apr 05 18:49:59.905617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:00.314994 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41366) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:00.432327 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-267c29ef-a7a6-4878-a8d0-760da4fdbbff req-3ff33c13-299e-4dde-bd50-fcc9597aaa84 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 210 time: 0.0555825 Apr 05 18:50:00.505057 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f9bd691e-f6bf-4283-93f4-a0dbfa0ea7e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e8a7411310e451798e2c6a3bc01cc11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879795 Apr 05 18:50:00.508052 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41380) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:00.510328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9785c844-9244-41ab-b4f9-edc2fe9b8676 {{(pid=84249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:50:00.523067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:00.551032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfee6-31ae-4274-ba5c-95bb54bad134 req-a48ff24c-5d2a-48a4-bc22-3d16b2cb9172 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:00.551841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-b66bfee6-31ae-4274-ba5c-95bb54bad134 req-a48ff24c-5d2a-48a4-bc22-3d16b2cb9172 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Synchronizing usage tracker for tenant:363841c52c5a40e99c3892e91b308fb7 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:50:00.554951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Transition to ACTIVE for port object 9785c844-9244-41ab-b4f9-edc2fe9b8676 will not be triggered until provisioned by entity L2. {{(pid=84249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:50:00.564635 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:00.582033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0e98e2eb-b77b-41e4-b9f3-5e97b1cf615b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:00.587125 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-86470494-7f47-4369-ac88-a5d91b94384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:00.632130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-86470494-7f47-4369-ac88-a5d91b94384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:00.672978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-b66bfee6-31ae-4274-ba5c-95bb54bad134 req-a48ff24c-5d2a-48a4-bc22-3d16b2cb9172 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Unset dirty status for tenant:363841c52c5a40e99c3892e91b308fb7 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:50:00.674249 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b66bfee6-31ae-4274-ba5c-95bb54bad134 req-a48ff24c-5d2a-48a4-bc22-3d16b2cb9172 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 931 time: 0.6504757 Apr 05 18:50:00.708044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-86470494-7f47-4369-ac88-a5d91b94384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:00.713394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1ce3cea3-e141-4ccb-a615-60d2db7c0b92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:00.728299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86470494-7f47-4369-ac88-a5d91b94384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a20b9-ec13-4b5d-a2d1-c003a254fdf8,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:00.732288 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-86470494-7f47-4369-ac88-a5d91b94384d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:00.733245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-86470494-7f47-4369-ac88-a5d91b94384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:00.758862 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-86470494-7f47-4369-ac88-a5d91b94384d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c2a20b9-ec13-4b5d-a2d1-c003a254fdf8 HTTP/1.1" status: 204 len: 168 time: 0.2441227 Apr 05 18:50:00.770780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Pushing event updated for resources: {'Port': ['ID=9785c844-9244-41ab-b4f9-edc2fe9b8676,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:00.778213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:00.796421 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b66bfee6-31ae-4274-ba5c-95bb54bad134 req-a78c28dd-e568-44e0-a305-81a1b16c1421 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096315 Apr 05 18:50:01.026306 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Attempting to bind port 9785c844-9244-41ab-b4f9-edc2fe9b8676 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:50:01.026655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Attempting to bind port 9785c844-9244-41ab-b4f9-edc2fe9b8676 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:50:01.026988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Attempting to bind port 9785c844-9244-41ab-b4f9-edc2fe9b8676 on network 2866079b-ee5f-42ac-874f-5bb0fe8a181c {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:50:01.032783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Port 9785c844-9244-41ab-b4f9-edc2fe9b8676 on network 2866079b-ee5f-42ac-874f-5bb0fe8a181c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:50:01.033148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Attempting to bind port 9785c844-9244-41ab-b4f9-edc2fe9b8676 on network 2866079b-ee5f-42ac-874f-5bb0fe8a181c {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:50:01.048611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:50:01.049183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Checking segment: {'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:50:01.049632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Bound using segment: {'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'} {{(pid=84249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:50:01.050147 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Bound port: 9785c844-9244-41ab-b4f9-edc2fe9b8676, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fb95c3-bcf6-4b15-be8a-49fb3606aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c'}}] {{(pid=84249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:50:01.050551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:01.229376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] For port 9785c844-9244-41ab-b4f9-edc2fe9b8676, host hv-cinder-78240, cleared binding levels {{(pid=84249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:50:01.243122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] For port 9785c844-9244-41ab-b4f9-edc2fe9b8676, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9785c844-9244-41ab-b4f9-edc2fe9b8676,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:50:01.253605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:01.270417 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-719db866-ec35-4ec9-9585-4196f5a9968a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:01.411031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773950-ff2a-4c03-be87-0da9453bc692 req-0b48f75d-1376-49a3-a134-41cf0276be73 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:01.412579 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08773950-ff2a-4c03-be87-0da9453bc692 req-0b48f75d-1376-49a3-a134-41cf0276be73 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.2504592 Apr 05 18:50:01.460921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Pushing event updated for resources: {'Port': ['ID=9785c844-9244-41ab-b4f9-edc2fe9b8676,revision_number=3']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:01.464707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:01.508154 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-08773950-ff2a-4c03-be87-0da9453bc692 req-c8fc71a8-e49b-4c85-8e34-c396a19e3bf8 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857270 Apr 05 18:50:01.524234 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:01.525149 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:01.526654 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-a2d875cb-fd0c-42f7-b1e9-baf9199e5a3d service neutron] 10.222.0.44 "PUT /v2.0/ports/9785c844-9244-41ab-b4f9-edc2fe9b8676 HTTP/1.1" status: 200 len: 1093 time: 1.7894142 Apr 05 18:50:01.527206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2b4b02-6be2-4c33-95d0-45f762122557', 'tag': '9785c844-9244-41ab-b4f9-edc2fe9b8676'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:01.619661 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2b4b02-6be2-4c33-95d0-45f762122557', 'tag': '9785c844-9244-41ab-b4f9-edc2fe9b8676', 'status': 'completed', 'code': 200} Apr 05 18:50:01.666734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-23e55c31-e791-474b-9ab1-7e8b7495763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:01.668405 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-23e55c31-e791-474b-9ab1-7e8b7495763d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=363841c52c5a40e99c3892e91b308fb7&device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 1096 time: 0.0910220 Apr 05 18:50:01.740244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0a709770-33eb-4846-a4b0-33b7fc366c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:01.756486 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-997d73cd-0b4e-44b4-8ffe-851c88137a53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9785c844-9244-41ab-b4f9-edc2fe9b8676 HTTP/1.1" status: 200 len: 217 time: 0.0761418 Apr 05 18:50:01.956976 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-76e511fb-39e7-40f9-ad54-dfacee948ee4 req-0be8aba9-c3c9-47d1-9c55-9f51a45cd5ec tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 210 time: 0.3713617 Apr 05 18:50:02.036021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-b3f4c2b9-9c09-4358-8d64-f4c6db3edfa3 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:02.037640 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-b3f4c2b9-9c09-4358-8d64-f4c6db3edfa3 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.44 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 809 time: 0.5009253 Apr 05 18:50:02.119270 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-01989e8b-dd3f-42b3-9777-83955fd9b8c1 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2c53456e2f04a66b28f29022cf7089a HTTP/1.1" status: 200 len: 8059 time: 0.0719302 Apr 05 18:50:02.130746 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'port': {'device_id': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'admin_state_up': True, 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'security_groups': ['47f96d2c-46c3-4d50-bd56-a572c479bbcd']}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:02.147008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-cb765c47-0266-4c57-8a7e-33d66aa817c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:02.148594 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-cb765c47-0266-4c57-8a7e-33d66aa817c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2e24214-99e8-45bd-857b-26e9777902cf HTTP/1.1" status: 200 len: 849 time: 0.3828540 Apr 05 18:50:02.207436 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-2087a11a-bd86-4f1b-8f92-9aa453c85644 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2866079b-ee5f-42ac-874f-5bb0fe8a181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492644 Apr 05 18:50:02.249090 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c39a-7ecd-421a-bf0d-7b0bff1135c7 req-815928f6-1078-4ceb-83da-3ead0a1e3848 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:02.250710 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2117c39a-7ecd-421a-bf0d-7b0bff1135c7 req-815928f6-1078-4ceb-83da-3ead0a1e3848 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 943 time: 0.1862571 Apr 05 18:50:02.269989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:50:02.284536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:50:02.295280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:50:02.304808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Made reservation on behalf of f2c53456e2f04a66b28f29022cf7089a for: {'port': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:50:02.311972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:02.369695 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2117c39a-7ecd-421a-bf0d-7b0bff1135c7 req-7638f9a1-65d5-49db-8903-2884ca9ca02a tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651658 Apr 05 18:50:02.406027 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-e7ee394c-a7b7-4d9d-a947-c8ec530a6a92 service neutron] 10.222.0.44 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898139 Apr 05 18:50:02.496437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Allocated IP 172.20.0.10 (8d5b14b6-ad7c-41b8-a35e-62b65632b245/fc3304d5-e234-4caf-8c4f-4bc8e2e0feec/1359bd90-3743-433c-8601-5ee46a670af3) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:50:02.553373 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce407fc1-4b7c-4a2b-8926-560b3516b02a req-c16d325e-b3d4-49a4-8e03-b3ec4174b02b service neutron] 10.222.0.44 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392183 Apr 05 18:50:02.682096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12adff-d55b-41c4-b173-c579a65620eb req-3374a42d-8313-479f-921c-40602fd4656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:02.684378 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3f12adff-d55b-41c4-b173-c579a65620eb req-3374a42d-8313-479f-921c-40602fd4656d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=363841c52c5a40e99c3892e91b308fb7&device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 1096 time: 0.0853393 Apr 05 18:50:02.759825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:02.784100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Transition to ACTIVE for port object 1359bd90-3743-433c-8601-5ee46a670af3 will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:50:02.795739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03851f-7797-41e8-96c9-56560c0bfe7c req-e31385e2-daa0-45f7-9423-1ae715e0f97f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:02.797561 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ec03851f-7797-41e8-96c9-56560c0bfe7c req-e31385e2-daa0-45f7-9423-1ae715e0f97f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1610951 Apr 05 18:50:02.816720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:02.829493 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12adff-d55b-41c4-b173-c579a65620eb req-7e061722-9e1b-4771-a268-8de0234733ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:02.831188 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3f12adff-d55b-41c4-b173-c579a65620eb req-7e061722-9e1b-4771-a268-8de0234733ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=2866079b-ee5f-42ac-874f-5bb0fe8a181c HTTP/1.1" status: 200 len: 910 time: 0.1396677 Apr 05 18:50:02.859186 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ec03851f-7797-41e8-96c9-56560c0bfe7c req-3121a5a4-cc84-445e-977d-fb3f43a77e45 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538032 Apr 05 18:50:02.860967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:02.907876 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3f12adff-d55b-41c4-b173-c579a65620eb req-d8a6f17b-b4e8-41d4-900a-92b59a1be11e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9785c844-9244-41ab-b4f9-edc2fe9b8676 HTTP/1.1" status: 200 len: 217 time: 0.0680542 Apr 05 18:50:02.933967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:02.982109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12adff-d55b-41c4-b173-c579a65620eb req-a037d536-78f1-49bb-aea7-08c92176a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:02.983711 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3f12adff-d55b-41c4-b173-c579a65620eb req-a037d536-78f1-49bb-aea7-08c92176a4e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2e24214-99e8-45bd-857b-26e9777902cf HTTP/1.1" status: 200 len: 849 time: 0.0678217 Apr 05 18:50:03.038447 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3f12adff-d55b-41c4-b173-c579a65620eb req-8dd43cc8-beaf-4af1-a016-897f86d8fac2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2866079b-ee5f-42ac-874f-5bb0fe8a181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467305 Apr 05 18:50:03.040015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:03.045845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:03.081960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:50:03.082964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:50:03.085263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:50:03.153337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:03.154127 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:03.182023 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0552788 Apr 05 18:50:03.199667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Request body: {'port': {'device_id': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:03.264842 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3f12adff-d55b-41c4-b173-c579a65620eb req-ac7119d9-db4d-420d-b0ad-7fbc3968679c service neutron] 10.222.0.44 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164190 Apr 05 18:50:03.273600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337b352-8c3d-40ae-8a0d-f29361ca8694 req-cb89f1c0-2c1f-4b28-ae68-b1fcc59bc515 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:03.275089 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6337b352-8c3d-40ae-8a0d-f29361ca8694 req-cb89f1c0-2c1f-4b28-ae68-b1fcc59bc515 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 932 time: 0.1994586 Apr 05 18:50:03.330263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:03.375340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-585ec5db-aacb-4125-be63-84b58dc7106a None None] Provisioning for port 1359bd90-3743-433c-8601-5ee46a670af3 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:50:03.380834 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-585ec5db-aacb-4125-be63-84b58dc7106a None None] Provisioning complete for port 1359bd90-3743-433c-8601-5ee46a670af3 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:50:03.381355 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-585ec5db-aacb-4125-be63-84b58dc7106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:03.441763 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-585ec5db-aacb-4125-be63-84b58dc7106a None None] Port 1359bd90-3743-433c-8601-5ee46a670af3 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:50:03.461743 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3f12adff-d55b-41c4-b173-c579a65620eb req-e243dd1c-3f5a-489a-86a3-81b5ae723798 service neutron] 10.222.0.44 "GET /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847525 Apr 05 18:50:03.464210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-6337b352-8c3d-40ae-8a0d-f29361ca8694 req-e90314ce-18c2-479a-b44d-2623856960aa tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Synchronizing usage tracker for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:50:03.483632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-6337b352-8c3d-40ae-8a0d-f29361ca8694 req-e90314ce-18c2-479a-b44d-2623856960aa tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Unset dirty status for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:50:03.484844 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6337b352-8c3d-40ae-8a0d-f29361ca8694 req-e90314ce-18c2-479a-b44d-2623856960aa tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843147 Apr 05 18:50:03.731194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4695bd-a083-4279-add5-3e4e1153d030 req-cbf4b0b7-b28b-42f8-825d-aae615ba402e tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:03.732833 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3b4695bd-a083-4279-add5-3e4e1153d030 req-cbf4b0b7-b28b-42f8-825d-aae615ba402e tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 943 time: 0.2152302 Apr 05 18:50:03.800576 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3b4695bd-a083-4279-add5-3e4e1153d030 req-9bda4465-e1fd-4870-a5d8-7ea5fedff6c1 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601296 Apr 05 18:50:03.871640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1359bd90-3743-433c-8601-5ee46a670af3 {{(pid=84248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:50:03.879474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:03.894457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Transition to ACTIVE for port object 1359bd90-3743-433c-8601-5ee46a670af3 will not be triggered until provisioned by entity L2. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:50:03.899282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:03.916707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b7dbf645-b1be-4a2a-925d-bbf987075ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:03.937305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e4341b7-5af8-4960-b4e5-34b188fb4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:04.060124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Pushing event updated for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:04.065509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:04.069587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acb22a-3caa-43f2-9c88-ec5297e52140 req-801bf7b2-4bdc-451f-92d6-ab6ce8c492f1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:04.071229 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6acb22a-3caa-43f2-9c88-ec5297e52140 req-801bf7b2-4bdc-451f-92d6-ab6ce8c492f1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.0884094 Apr 05 18:50:04.124664 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6acb22a-3caa-43f2-9c88-ec5297e52140 req-8d2b36ab-3840-4ce8-b1f7-5674c7694fdd tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466254 Apr 05 18:50:04.137516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:04.289600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Attempting to bind port 1359bd90-3743-433c-8601-5ee46a670af3 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:50:04.290034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Attempting to bind port 1359bd90-3743-433c-8601-5ee46a670af3 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:50:04.290458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Attempting to bind port 1359bd90-3743-433c-8601-5ee46a670af3 on network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:50:04.295855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Port 1359bd90-3743-433c-8601-5ee46a670af3 on network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:50:04.296215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Attempting to bind port 1359bd90-3743-433c-8601-5ee46a670af3 on network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:50:04.301570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:50:04.301943 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Checking segment: {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:50:04.302360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Bound using segment: {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:50:04.302827 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Bound port: 1359bd90-3743-433c-8601-5ee46a670af3, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac0d839-ab04-4838-bd75-84068c91c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245'}}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:50:04.303204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:04.399859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, cleared binding levels {{(pid=84248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:50:04.403719 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:50:04.406820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:04.422623 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:04.571214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Pushing event updated for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=3']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:04.576985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:04.659040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:04.659735 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:04.661206 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] 10.222.0.44 "PUT /v2.0/ports/1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 1094 time: 1.4667275 Apr 05 18:50:04.661739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:04.709808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4fcd-c8d4-4d00-a365-56cedf6805df req-cd12c317-9d41-438e-b139-67f01ecf7cfc tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:04.710778 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-55ec4fcd-c8d4-4d00-a365-56cedf6805df req-cd12c317-9d41-438e-b139-67f01ecf7cfc tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Synchronizing usage tracker for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:50:04.764548 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3', 'status': 'completed', 'code': 200} Apr 05 18:50:04.779291 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-55ec4fcd-c8d4-4d00-a365-56cedf6805df req-cd12c317-9d41-438e-b139-67f01ecf7cfc tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Unset dirty status for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:50:04.780880 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-55ec4fcd-c8d4-4d00-a365-56cedf6805df req-cd12c317-9d41-438e-b139-67f01ecf7cfc tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 944 time: 0.1800725 Apr 05 18:50:04.840593 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-d2796ee4-186d-4be8-b3cd-9c5573cb2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:04.842227 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-d2796ee4-186d-4be8-b3cd-9c5573cb2e4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1097 time: 0.1258337 Apr 05 18:50:04.847174 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-55ec4fcd-c8d4-4d00-a365-56cedf6805df req-4fadcee7-c0d0-4000-879c-966a5e0f1083 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553031 Apr 05 18:50:04.921258 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-6a4fa238-6810-4b88-ac4b-b3ac08cdf54a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 217 time: 0.0709944 Apr 05 18:50:04.994755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-8bc4f97f-d9e9-4962-937c-1f404a40b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:04.996387 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-8bc4f97f-d9e9-4962-937c-1f404a40b739 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 200 len: 848 time: 0.0651722 Apr 05 18:50:05.026023 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54c02b-10c0-456b-b6a5-8fd42856d840 req-fa3a55b4-e77c-40c2-a808-48af35b69b3c tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:05.028271 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9a54c02b-10c0-456b-b6a5-8fd42856d840 req-fa3a55b4-e77c-40c2-a808-48af35b69b3c tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 943 time: 0.0877028 Apr 05 18:50:05.075472 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9a54c02b-10c0-456b-b6a5-8fd42856d840 req-e713a845-f3f3-4c7c-b502-c4f138f28972 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Apr 05 18:50:05.083106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f1194013-33af-49d2-8502-cf48d2373631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:05.084730 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-f1194013-33af-49d2-8502-cf48d2373631 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d5b14b6-ad7c-41b8-a35e-62b65632b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820782 Apr 05 18:50:05.152239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 9785c844-9244-41ab-b4f9-edc2fe9b8676 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:50:05.303027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 9785c844-9244-41ab-b4f9-edc2fe9b8676, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9785c844-9244-41ab-b4f9-edc2fe9b8676,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:05.318785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '9785c844-9244-41ab-b4f9-edc2fe9b8676', 'network_id': '2866079b-ee5f-42ac-874f-5bb0fe8a181c', 'port_id': '9785c844-9244-41ab-b4f9-edc2fe9b8676', 'mac_address': 'fa:16:3e:5c:ae:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e24214-99e8-45bd-857b-26e9777902cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:50:05.380266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:05.399676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9785c844-9244-41ab-b4f9-edc2fe9b8676 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:50:05.416565 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 9785c844-9244-41ab-b4f9-edc2fe9b8676, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9785c844-9244-41ab-b4f9-edc2fe9b8676,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:05.419648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:05.421470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:05.494397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=9785c844-9244-41ab-b4f9-edc2fe9b8676,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:05.498581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:05.527264 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-34e0489c-82b3-4cb7-ba4f-4be80f0994db service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353049 Apr 05 18:50:05.543883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ea9d5-23b9-41a3-8234-575004ac76ff req-5753cad0-134b-42d8-a7d5-395c8087872b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:05.545378 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2a0ea9d5-23b9-41a3-8234-575004ac76ff req-5753cad0-134b-42d8-a7d5-395c8087872b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1276388 Apr 05 18:50:05.681361 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2a0ea9d5-23b9-41a3-8234-575004ac76ff req-abeb529b-09e4-423d-8e33-d40fcabc725d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132545 Apr 05 18:50:05.711750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['9785c844-9244-41ab-b4f9-edc2fe9b8676'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:50:05.722615 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9b1e935f-8625-403a-88e7-efeb61fbd953 req-edd3f2ba-a455-43e2-990a-6a9ac919824a service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762366 Apr 05 18:50:05.846839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-af36992c-e665-4251-962c-8713773c01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:05.848466 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-af36992c-e665-4251-962c-8713773c01ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1097 time: 0.0779674 Apr 05 18:50:05.909279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:05.997029 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-dffbe89c-16d1-4047-a005-421cc39ebe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:05.998617 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-dffbe89c-16d1-4047-a005-421cc39ebe27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 910 time: 0.1423712 Apr 05 18:50:06.068450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e192f5-94f6-4d69-ad6f-173887fd4cd9 req-57f875cc-94ac-4034-863c-4e374b9fa0a9 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:06.070087 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6e192f5-94f6-4d69-ad6f-173887fd4cd9 req-57f875cc-94ac-4034-863c-4e374b9fa0a9 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 944 time: 0.0921288 Apr 05 18:50:06.076254 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-e1831441-6295-43d7-ac04-96cbd23e8b8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 217 time: 0.0703990 Apr 05 18:50:06.121613 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c6e192f5-94f6-4d69-ad6f-173887fd4cd9 req-3b24a689-9fc1-4f71-a0d2-8111cbdbf86c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448170 Apr 05 18:50:06.148098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-5385066b-f2d2-4d57-97b3-46629da95fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:06.149790 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-5385066b-f2d2-4d57-97b3-46629da95fd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 200 len: 848 time: 0.0655928 Apr 05 18:50:06.304985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-7d2d91e7-29af-4514-a664-6606689c2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:06.306495 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-7d2d91e7-29af-4514-a664-6606689c2864 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d5b14b6-ad7c-41b8-a35e-62b65632b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1490393 Apr 05 18:50:06.315255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92878515-93a0-42ed-aaae-6ae64aa806b9 req-70975fbe-3cd1-4f64-ac04-5c94da0a2f20 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:06.316724 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-92878515-93a0-42ed-aaae-6ae64aa806b9 req-70975fbe-3cd1-4f64-ac04-5c94da0a2f20 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 944 time: 0.1200759 Apr 05 18:50:06.454005 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-92878515-93a0-42ed-aaae-6ae64aa806b9 req-a3b200fe-1267-4e16-a1b9-7ecafb0acc46 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148987 Apr 05 18:50:06.491674 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-f2abf883-4068-455f-a187-06e9d786a628 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739159 Apr 05 18:50:06.635955 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2bb0f73a-2b38-4767-ae3c-db93ed164d32 req-de369a19-08e5-4044-b379-77e71ae94c84 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367266 Apr 05 18:50:06.882208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b3ea2-be22-4801-877f-00a7a18f6fa1 req-54c20962-7457-4170-8057-314c3c53e373 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:06.883761 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4e8b3ea2-be22-4801-877f-00a7a18f6fa1 req-54c20962-7457-4170-8057-314c3c53e373 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.0861912 Apr 05 18:50:06.931135 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4e8b3ea2-be22-4801-877f-00a7a18f6fa1 req-18285939-da7a-475f-bf5b-03de0386f21c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397377 Apr 05 18:50:07.187712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1359bd90-3743-433c-8601-5ee46a670af3 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:50:07.190273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 9785c844-9244-41ab-b4f9-edc2fe9b8676 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:50:07.326824 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edddd6-6fe6-468f-8478-057402169d1a req-ff80f15b-a8a1-4579-8461-2b60b23e2481 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:07.328430 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-12edddd6-6fe6-468f-8478-057402169d1a req-ff80f15b-a8a1-4579-8461-2b60b23e2481 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 944 time: 0.0911086 Apr 05 18:50:07.349323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 9785c844-9244-41ab-b4f9-edc2fe9b8676 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:50:07.358574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 9785c844-9244-41ab-b4f9-edc2fe9b8676 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:50:07.358990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:07.376960 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-12edddd6-6fe6-468f-8478-057402169d1a req-f89cc8a7-6f6d-48f3-80e1-e9d3dd14c269 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419977 Apr 05 18:50:07.447142 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:07.467633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '1359bd90-3743-433c-8601-5ee46a670af3', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'port_id': '1359bd90-3743-433c-8601-5ee46a670af3', 'mac_address': 'fa:16:3e:57:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:50:07.576501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:07.590294 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:07.611913 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1359bd90-3743-433c-8601-5ee46a670af3 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:50:07.633193 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2b4b02-6be2-4c33-95d0-45f762122557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9785c844-9244-41ab-b4f9-edc2fe9b8676'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:07.647239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 9785c844-9244-41ab-b4f9-edc2fe9b8676, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9785c844-9244-41ab-b4f9-edc2fe9b8676,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:07.649381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:07.654026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:07.656312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:07.658209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:07.691083 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2b4b02-6be2-4c33-95d0-45f762122557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9785c844-9244-41ab-b4f9-edc2fe9b8676', 'code': 200} Apr 05 18:50:07.691973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc724-f4d3-496d-8442-61bc437a6c1f req-c98525dc-ffed-4ece-8851-a306f4d169bf tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:07.693648 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c63cc724-f4d3-496d-8442-61bc437a6c1f req-c98525dc-ffed-4ece-8851-a306f4d169bf tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 944 time: 0.1268811 Apr 05 18:50:07.742726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=9785c844-9244-41ab-b4f9-edc2fe9b8676,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:07.757497 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c63cc724-f4d3-496d-8442-61bc437a6c1f req-b2c2ea8a-458b-4e29-8c20-1b84acd1c000 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549233 Apr 05 18:50:07.828563 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:07.832159 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:07.832650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:07.833048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:07.912754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['1359bd90-3743-433c-8601-5ee46a670af3'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:50:07.981257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f51ed-3a28-4122-b309-1820ce242250 req-8d653b01-0001-40c9-b5df-798b6a4a43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:07.982980 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-045f51ed-3a28-4122-b309-1820ce242250 req-8d653b01-0001-40c9-b5df-798b6a4a43ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 1098 time: 0.1049337 Apr 05 18:50:08.058522 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-045f51ed-3a28-4122-b309-1820ce242250 req-2f25e542-91b4-4d30-8df1-bf5dd044d39f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616851 Apr 05 18:50:08.185337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e71459-cfb0-45d6-bf04-dd774b3e1cb3 req-63e675d1-b84c-4a08-abd2-b274e7868d92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:08.187103 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-00e71459-cfb0-45d6-bf04-dd774b3e1cb3 req-63e675d1-b84c-4a08-abd2-b274e7868d92 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.0919611 Apr 05 18:50:08.254029 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-00e71459-cfb0-45d6-bf04-dd774b3e1cb3 req-3fbc2dff-e01a-4834-b6fb-bc31ab7dd010 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597649 Apr 05 18:50:08.255821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59389d4f-eb44-4503-b700-412b4feb5450 req-2bba8017-40fb-4f07-891b-342209348520 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:08.257446 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-59389d4f-eb44-4503-b700-412b4feb5450 req-2bba8017-40fb-4f07-891b-342209348520 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0996211 Apr 05 18:50:08.306899 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-59389d4f-eb44-4503-b700-412b4feb5450 req-834c3568-2315-423d-a170-6ccca65e2218 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424383 Apr 05 18:50:08.572060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba300662-ba60-4ec5-baa1-ab39a5ce1ddb req-1ce20210-afac-413b-9b06-016f6e374a6e tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:08.574075 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ba300662-ba60-4ec5-baa1-ab39a5ce1ddb req-1ce20210-afac-413b-9b06-016f6e374a6e tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 945 time: 0.0856831 Apr 05 18:50:08.621159 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ba300662-ba60-4ec5-baa1-ab39a5ce1ddb req-9a8fa7d3-df8a-48a9-b1ba-93d5bab340f3 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Apr 05 18:50:08.983562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337110-529d-48c1-a02a-8dbb17079b5d req-ea123536-4308-4835-9e4c-cdb317acb623 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:08.985447 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8e337110-529d-48c1-a02a-8dbb17079b5d req-ea123536-4308-4835-9e4c-cdb317acb623 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 945 time: 0.1228280 Apr 05 18:50:09.035005 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8e337110-529d-48c1-a02a-8dbb17079b5d req-a26f2a46-7d6e-41f6-97d4-f3ea98d224d8 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Apr 05 18:50:09.206512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1359bd90-3743-433c-8601-5ee46a670af3 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:50:09.261461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:09.282673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 1359bd90-3743-433c-8601-5ee46a670af3 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:50:09.287604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 1359bd90-3743-433c-8601-5ee46a670af3 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:50:09.288019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:09.414097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:09.452249 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:09.454470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53a4b-bd91-489c-a92e-3df94321be80 req-4ff7ecaa-fa87-4faf-93f0-787014534628 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:09.455584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:09.456261 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1bc53a4b-bd91-489c-a92e-3df94321be80 req-4ff7ecaa-fa87-4faf-93f0-787014534628 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.0935116 Apr 05 18:50:09.458487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c3c74822-ff06-4b77-9b91-010eb835f94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:09.505919 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1bc53a4b-bd91-489c-a92e-3df94321be80 req-15b6cd80-a8ad-46f8-b594-e1458cafbe16 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432427 Apr 05 18:50:09.517861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a60c4b-bcee-45c4-a0e6-9fc8cad0fb7d req-e600e10d-a4a8-4262-854d-97886f9fb909 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:09.519593 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-42a60c4b-bcee-45c4-a0e6-9fc8cad0fb7d req-e600e10d-a4a8-4262-854d-97886f9fb909 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0984218 Apr 05 18:50:09.536648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:09.545025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.545414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.545800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.546172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.546543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.546911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.547295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.547713 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.548078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.548442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.548802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.549161 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:09.553185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:09.569174 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-42a60c4b-bcee-45c4-a0e6-9fc8cad0fb7d req-fff6fe53-bb9d-4585-ad2e-39041a9d9656 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Apr 05 18:50:09.692692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:09.740852 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3', 'code': 200} Apr 05 18:50:09.820381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c277cda-3482-404c-8511-d0a04109e8bb req-421680ef-42dd-4d84-b902-015c6e5c183c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:09.821972 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c277cda-3482-404c-8511-d0a04109e8bb req-421680ef-42dd-4d84-b902-015c6e5c183c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0871961 Apr 05 18:50:09.869845 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c277cda-3482-404c-8511-d0a04109e8bb req-5e323e19-8fc7-4e13-82e8-1f4fe3802207 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414250 Apr 05 18:50:10.071830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2727f-f392-41fe-9b39-57065d7bb26c req-827890a7-97f0-4578-ab19-8096689f3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:10.073921 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e7b2727f-f392-41fe-9b39-57065d7bb26c req-827890a7-97f0-4578-ab19-8096689f3593 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1099 time: 0.0801744 Apr 05 18:50:10.119857 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e7b2727f-f392-41fe-9b39-57065d7bb26c req-edaa2828-4280-4f67-b452-da2220a1cc1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370660 Apr 05 18:50:10.237538 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d76f2a-c5a3-4323-a3f9-23f282982ef2 req-c8f4069b-9e80-4e9f-a6ab-9ac34662e509 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:10.239118 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b7d76f2a-c5a3-4323-a3f9-23f282982ef2 req-c8f4069b-9e80-4e9f-a6ab-9ac34662e509 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 945 time: 0.0882444 Apr 05 18:50:10.285738 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b7d76f2a-c5a3-4323-a3f9-23f282982ef2 req-112c96a6-cf54-4f0a-a609-69a808b7a3be tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Apr 05 18:50:10.475130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-272021ac-ed42-4b3a-87f2-cafb6b100af7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:10.476721 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-272021ac-ed42-4b3a-87f2-cafb6b100af7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.0933511 Apr 05 18:50:10.560015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Deleting port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:50:10.560406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:10.757248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba476c-d589-49c0-acb1-b79e5bc5c5f7 req-e8bfec2d-7e0e-4c6f-9a84-f36c71d6b672 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:10.758952 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-89ba476c-d589-49c0-acb1-b79e5bc5c5f7 req-e8bfec2d-7e0e-4c6f-9a84-f36c71d6b672 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1052172 Apr 05 18:50:10.811509 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-89ba476c-d589-49c0-acb1-b79e5bc5c5f7 req-04eddf65-d0da-4634-b3f8-d4f3fd407171 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454032 Apr 05 18:50:10.931123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] For port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:10.931556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:10.957534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0692-9bca-47cd-be94-44e15e219c71 req-68c5586f-d31b-465e-a052-402c5264af51 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:10.959205 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2f3a0692-9bca-47cd-be94-44e15e219c71 req-68c5586f-d31b-465e-a052-402c5264af51 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 945 time: 0.1707449 Apr 05 18:50:11.109510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b39b83-23b1-4ebd-ac32-52c0aefdd633 req-64e62dbb-7788-472a-ab1f-c85013258548 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:11.111390 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a7b39b83-23b1-4ebd-ac32-52c0aefdd633 req-64e62dbb-7788-472a-ab1f-c85013258548 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.1014049 Apr 05 18:50:11.162668 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a7b39b83-23b1-4ebd-ac32-52c0aefdd633 req-c2804ddd-0b69-497e-9e59-a6cdc06c073d tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445321 Apr 05 18:50:11.185326 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2f3a0692-9bca-47cd-be94-44e15e219c71 req-8a3c8c3a-bcc9-4ce7-991b-da07b8f222e5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509573 Apr 05 18:50:11.315053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:11.315516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:11.315873 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Floating IP 2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66 disassociated. External IP: 172.28.3.155, port: 976810fb-90b3-4d31-8f4a-279b2a5ff1b8. Apr 05 18:50:11.316265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Calling delete_port for 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:50:11.521631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:11.536604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:11.592087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event deleted for resources: {'Port': ['ID=976810fb-90b3-4d31-8f4a-279b2a5ff1b8,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:11.639631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:11.710534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e9a01-fe2f-43ef-ad70-4db5248ea5e8 req-347c681f-6a26-4fcf-bd01-efae525235df tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:11.712161 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e23e9a01-fe2f-43ef-ad70-4db5248ea5e8 req-347c681f-6a26-4fcf-bd01-efae525235df tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 945 time: 0.2452531 Apr 05 18:50:11.783074 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e23e9a01-fe2f-43ef-ad70-4db5248ea5e8 req-2418a543-446c-4331-a538-7e43c3751fc1 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572622 Apr 05 18:50:12.026801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f93395-f2e9-42f0-ae08-c50ad1e552a5 req-f3fecd7c-b78b-4db6-89fd-4b7d7e78ce4e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:12.028513 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d5f93395-f2e9-42f0-ae08-c50ad1e552a5 req-f3fecd7c-b78b-4db6-89fd-4b7d7e78ce4e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.0918779 Apr 05 18:50:12.077924 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d5f93395-f2e9-42f0-ae08-c50ad1e552a5 req-3252d19c-423f-4070-b793-96d355527bf9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Apr 05 18:50:12.209771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Router a936f6d6-fa45-4a10-bedb-4f237fbad822 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:50:12.364096 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-59ab9085-228b-4345-8ee1-166f493781c4 req-275a82b7-09e1-4a60-87d7-928bcd4c5baf tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7 HTTP/1.1" status: 200 len: 210 time: 0.0487759 Apr 05 18:50:12.484367 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bd8d3-48f6-4175-936f-b5fef9f1f723 req-49b9bc7e-23a6-42b4-a3a1-4e51c80ff8c8 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:12.486198 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b27bd8d3-48f6-4175-936f-b5fef9f1f723 req-49b9bc7e-23a6-42b4-a3a1-4e51c80ff8c8 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.2038579 Apr 05 18:50:12.487386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:50:12.497314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] Sync routers for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:50:12.507543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:50:12.508322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:50:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:12.587314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] No DVR routers for this DVR port 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:50:12.590636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:12.602308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'name': 'network-vif-deleted', 'tag': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:12.623455 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b27bd8d3-48f6-4175-936f-b5fef9f1f723 req-800da40b-1e14-4d9e-836c-9c5ef5946ebf tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001329 Apr 05 18:50:12.630577 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9efbb7d5-ea3a-4fb6-a322-3f4b6caf067c req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "DELETE /v2.0/ports/976810fb-90b3-4d31-8f4a-279b2a5ff1b8 HTTP/1.1" status: 204 len: 173 time: 2.1432104 Apr 05 18:50:12.684025 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b7597b2-4c57-48ba-9efc-8ba98a4c1ad7', 'name': 'network-vif-deleted', 'tag': '976810fb-90b3-4d31-8f4a-279b2a5ff1b8', 'status': 'completed', 'code': 200} Apr 05 18:50:12.721441 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:50:12.897628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799270a-0fa6-4cb4-9659-438a8a2d212c req-651ba162-8381-4c6b-8921-81fe30934fe4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:12.899595 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6799270a-0fa6-4cb4-9659-438a8a2d212c req-651ba162-8381-4c6b-8921-81fe30934fe4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.1575999 Apr 05 18:50:12.962487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-6e793467-681d-44c3-8dbd-cd95b1cbcaab tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:12.964670 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-6e793467-681d-44c3-8dbd-cd95b1cbcaab tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 945 time: 0.1688516 Apr 05 18:50:12.996405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5421d-a686-4af6-af8e-f937885eeda0 req-be3f6756-f3dd-4450-a6d9-acb38803471b tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:12.997983 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f4c5421d-a686-4af6-af8e-f937885eeda0 req-be3f6756-f3dd-4450-a6d9-acb38803471b tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 945 time: 0.0932009 Apr 05 18:50:13.011910 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6799270a-0fa6-4cb4-9659-438a8a2d212c req-b13f85a9-3206-47ee-b781-da37d74a0df9 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986555 Apr 05 18:50:13.048295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Deleting port 9785c844-9244-41ab-b4f9-edc2fe9b8676 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:50:13.048674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.064826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41494) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:13.069363 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f4c5421d-a686-4af6-af8e-f937885eeda0 req-e939a248-57cb-4771-bc74-eb97eccda233 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/security-groups?id=81ad8105-cf27-455e-909f-ebcd2284012e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639534 Apr 05 18:50:13.093761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:13.099272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] Checking router: a936f6d6-fa45-4a10-bedb-4f237fbad822 for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:50:13.109256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:50:13.110345 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:50:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:13.237887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:50:13.296755 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:50:13.297146 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 976810fb-90b3-4d31-8f4a-279b2a5ff1b8 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:50:13.367729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:50:13.434809 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] For port 9785c844-9244-41ab-b4f9-edc2fe9b8676, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9785c844-9244-41ab-b4f9-edc2fe9b8676,segment=NetworkSegment(02fb95c3-bcf6-4b15-be8a-49fb3606aedf),segment_id=02fb95c3-bcf6-4b15-be8a-49fb3606aedf)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:13.435199 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.449880 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7795a6-3ed9-4aa6-98e1-ca9b4507947a tempest-TestShelveInstance-2145274999 tempest-TestShelveInstance-2145274999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:13.455371 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-db7795a6-3ed9-4aa6-98e1-ca9b4507947a tempest-TestShelveInstance-2145274999 tempest-TestShelveInstance-2145274999-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1094 time: 0.3849311 Apr 05 18:50:13.456122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41504) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:13.459868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8530-b43a-4578-a562-e8ca1af1b87f req-030d7a54-ad6b-47e8-a548-d3dea397cc28 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:13.461983 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0a2e8530-b43a-4578-a562-e8ca1af1b87f req-030d7a54-ad6b-47e8-a548-d3dea397cc28 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.2212157 Apr 05 18:50:13.472229 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Request body: {'floatingip': {'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'port_id': '1359bd90-3743-433c-8601-5ee46a670af3', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:13.481906 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:50:13.488627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Usage tracker for resource:floatingip and tenant:f2c53456e2f04a66b28f29022cf7089a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:50:13.491837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:50:13.500648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41510) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:13.503703 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:50:13.539842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for floatingip, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.604978 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Calling delete_port for 9785c844-9244-41ab-b4f9-edc2fe9b8676 owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:50:13.653840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.690717 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0a2e8530-b43a-4578-a562-e8ca1af1b87f req-3df3a52a-74b9-4de2-859b-6f879c05d174 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699660 Apr 05 18:50:13.697256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.742907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:13.748284 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbbe647-7a26-4670-930e-06492d693cbe None None] The sync data for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb is: [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:50:13.780628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.787670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-47e14664-7cb7-44f7-8997-9c0f74bb05e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:13.793253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.805658 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['9785c844-9244-41ab-b4f9-edc2fe9b8676'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:50:13.805893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.809972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-be57dbb7-d0cb-4675-be7b-8a9b604d3c38 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:13.810340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ac519-eeeb-48ef-aad7-f51fa4b3037a,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:13.860958 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.861359 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.861758 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.862163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.862558 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.862953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.863346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.863777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.864174 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.864562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.864952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.865337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:13.868940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:13.893886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:13.895117 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb7ac519-eeeb-48ef-aad7-f51fa4b3037a HTTP/1.1" status: 204 len: 168 time: 0.3937159 Apr 05 18:50:13.899503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41514) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:13.913816 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Pushing event deleted for resources: {'Port': ['ID=9785c844-9244-41ab-b4f9-edc2fe9b8676,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:13.920581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:13.935636 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.v2.resource [None req-96efcef6-2231-4ae3-b59b-c60dd5fd355d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] show failed (client error): The resource could not be found. Apr 05 18:50:13.937014 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-96efcef6-2231-4ae3-b59b-c60dd5fd355d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups/eb7ac519-eeeb-48ef-aad7-f51fa4b3037a HTTP/1.1" status: 404 len: 347 time: 0.0363140 Apr 05 18:50:13.940236 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41518) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:14.077100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] No DVR routers for this DVR port 9785c844-9244-41ab-b4f9-edc2fe9b8676 on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:50:14.079580 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:14.093262 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ce4298e3-d5a2-4770-8f7b-b07fe01ef8c4 req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.44 "DELETE /v2.0/ports/9785c844-9244-41ab-b4f9-edc2fe9b8676 HTTP/1.1" status: 204 len: 173 time: 1.1221073 Apr 05 18:50:14.201950 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9566ed1-f9c3-4e91-a659-9b19f9db7fd9 None None] New status for floating IP 2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66: DOWN {{(pid=84251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:50:14.443376 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a5979c82-e3a1-4e1a-b6af-671c3a1e705a req-ca6389b8-351c-4536-b4d9-af20a409ed08 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba2b4b02-6be2-4c33-95d0-45f762122557 HTTP/1.1" status: 200 len: 210 time: 0.1478419 Apr 05 18:50:14.449659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Deleting port 84d374fe-cd96-4a26-98b2-540e86ada449 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:50:14.450034 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:14.505522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Allocated IP 172.28.3.97 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/3ee1a739-3bc9-41a0-bab3-af35a0d5cabd) {{(pid=84249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:50:14.685040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2b4b02-6be2-4c33-95d0-45f762122557', 'name': 'network-vif-deleted', 'tag': '9785c844-9244-41ab-b4f9-edc2fe9b8676'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:14.735495 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2b4b02-6be2-4c33-95d0-45f762122557', 'name': 'network-vif-deleted', 'tag': '9785c844-9244-41ab-b4f9-edc2fe9b8676', 'status': 'completed', 'code': 200} Apr 05 18:50:14.764195 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:14.764567 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:14.952139 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Calling delete_port for 84d374fe-cd96-4a26-98b2-540e86ada449 owned by network:floatingip {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:50:15.002483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for port, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:15.139054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e121b-49f8-40d5-8607-a9b6d8051912 req-da7c04f9-a8f0-4b28-88db-dddca642c12b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:15.140677 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-877e121b-49f8-40d5-8607-a9b6d8051912 req-da7c04f9-a8f0-4b28-88db-dddca642c12b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.3027258 Apr 05 18:50:15.143643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:15.165629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:15.350082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'Port': ['ID=3ee1a739-3bc9-41a0-bab3-af35a0d5cabd,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:15.366994 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:15.370965 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-877e121b-49f8-40d5-8607-a9b6d8051912 req-97265c5d-5ed1-4d7d-ad35-416c95756340 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138290 Apr 05 18:50:15.376662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:15.394379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0a7d7f48-4de5-4bcb-8284-a9814e438d1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:15.499638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event deleted for resources: {'Port': ['ID=84d374fe-cd96-4a26-98b2-540e86ada449,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:15.502340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:15.558314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:50:15.562011 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Resources bound (agent type, host, resource id): {{(pid=84249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:50:15.564469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Received port after_create {{(pid=84249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:50:15.844704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:15.995339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:15.996626 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-400014a4-40c6-4f74-a115-1a50eb21beb4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "DELETE /v2.0/floatingips/2b7ccc00-fe74-4fbd-b8a2-a1d733b06a66 HTTP/1.1" status: 204 len: 168 time: 2.0555577 Apr 05 18:50:16.180917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.245270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41548) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:16.251089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582727646', 'description': 'tempest-description--1415464456'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:16.257761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:50:16.263148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:security_group and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:50:16.265781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:50:16.271996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.272673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:50:16.284693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.307885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:50:16.311942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:security_group_rule and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:50:16.315116 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:50:16.321124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:50:16.407072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.411062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.417439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0855942d-c4ce-4f14-8d5a-f0ad208e59eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:16.455857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a14526f-1853-4722-b528-432b096acdf8,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:16.459170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:16.480105 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.482116 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-214c2a8a-b1b0-4052-908a-46b7cbdfe70b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2353046 Apr 05 18:50:16.484760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41558) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:16.491498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'security_group_rule': {'security_group_id': '2a14526f-1853-4722-b528-432b096acdf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:16.501246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:50:16.505638 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:security_group_rule and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:50:16.509517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:50:16.517428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:50:16.579722 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.598848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for port, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.603254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823278760'] for port, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.620572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-63d341bf-3ff5-4c5f-b22f-f52dedbdf5cb tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:16.683675 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.688617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.691042 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c9f7415d-6be5-4dc9-a7de-f2b00175ac3d tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:16.710730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17293c-e728-4dd5-9405-9efb23c3e1d5 req-cc1da49c-5adf-4b8c-a081-07d4ec87f35c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:16.717406 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c17293c-e728-4dd5-9405-9efb23c3e1d5 req-cc1da49c-5adf-4b8c-a081-07d4ec87f35c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1808565 Apr 05 18:50:16.752715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da499114-b4aa-495e-a141-f4cd9ed513b1,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:16.762941 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.766878 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778018 Apr 05 18:50:16.770837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41568) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:16.774300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.774731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.775131 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.775827 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.776201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.776696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.777098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.777498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.777899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.778299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.778689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.779080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:50:16.786982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'security_group_rule': {'security_group_id': '2a14526f-1853-4722-b528-432b096acdf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:16.794240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-82673235-466d-44a3-a721-0813494babc9 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:16.803339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:50:16.812144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:security_group_rule and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:50:16.817422 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:50:16.829207 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6c17293c-e728-4dd5-9405-9efb23c3e1d5 req-d6c492fb-269b-45a5-960b-9f7d4a4c5d28 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963862 Apr 05 18:50:16.830202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:50:16.849076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.936376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.943779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818737'] for security_group_rule, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.946431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:16.979520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47538331-4a51-4aa3-8e16-2af8cac40a68,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:16.982379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:16.990206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:16.991557 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e7808791-f825-41f9-9864-30029a5366e6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194986 Apr 05 18:50:16.994670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41588) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:17.000323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'floatingip': {'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:17.006605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:50:17.011636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Usage tracker for resource:floatingip and tenant:1c224e3c266642458c8326264b32d574 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:50:17.014707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:50:17.015924 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event updated for resources: {'Port': ['ID=3ee1a739-3bc9-41a0-bab3-af35a0d5cabd,revision_number=2']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:17.018961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:17.020828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:50:17.031408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:17.119662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:17.173501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:17.231541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:50:17.234731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 9785c844-9244-41ab-b4f9-edc2fe9b8676 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:50:17.278841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 9785c844-9244-41ab-b4f9-edc2fe9b8676 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:50:17.279238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 9785c844-9244-41ab-b4f9-edc2fe9b8676 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:50:17.303241 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Floating IP ddd74e05-414d-44fb-9864-e0237ee7fc45 associated. External IP: 172.28.3.97, port: 1359bd90-3743-433c-8601-5ee46a670af3. Apr 05 18:50:17.321779 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Allocated IP 172.28.3.47 (c31d3d47-af10-4a12-bee5-4e18c2c19501/2e0efcc6-d3a1-4722-94f4-0811ce0f05fd/4ddda2ef-0f75-4c15-b04a-5aba54df6bee) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:50:17.420518 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:17.436126 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'port_id': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'mac_address': 'fa:16:3e:a9:aa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:50:17.488178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:17.502759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:17.522878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac9ef547-a934-412e-a540-3dd2b0c0b4d4 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:50:17.524491 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:17.541468 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:17.546177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e156cf9d-77d8-4631-b750-b984d7957748 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:17.546470 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:17.548718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e085a33e-7bda-4808-bb25-04cd1f09e82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:17.645317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['ac9ef547-a934-412e-a540-3dd2b0c0b4d4'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:50:17.728946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=6']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:17.735573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:17.776468 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Router 9597e667-2e4e-441b-8ff9-adf14117691a has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:50:18.001053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:50:18.012194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] Sync routers for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:50:18.028872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'Port': ['ID=4ddda2ef-0f75-4c15-b04a-5aba54df6bee,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:18.030508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:18.033839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:18.038883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:50:18.039640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:50:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:18.132231 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Network c31d3d47-af10-4a12-bee5-4e18c2c19501 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:50:18.134049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:50:18.138512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:50:18.200079 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3a26c658-5215-4116-9807-158186a72b49 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7422473 Apr 05 18:50:18.203791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:18.251659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f3131-d1bf-45c4-abb3-55bcdcf35167 req-0c3e3652-a7f0-4ebe-8e4e-ee808bf38c91 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:18.255634 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-df7f3131-d1bf-45c4-abb3-55bcdcf35167 req-0c3e3652-a7f0-4ebe-8e4e-ee808bf38c91 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 944 time: 0.1812468 Apr 05 18:50:18.292793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:18.311071 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3', 'status': 'completed', 'code': 200} Apr 05 18:50:18.352683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:50:18.382579 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:18.400922 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-df7f3131-d1bf-45c4-abb3-55bcdcf35167 req-6f9612b1-184c-445f-b977-e12d7f1a22ed tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372640 Apr 05 18:50:18.735964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-36954930-99af-4d8f-9973-732790fbece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:18.737772 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-36954930-99af-4d8f-9973-732790fbece2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1099 time: 0.3962531 Apr 05 18:50:18.973585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-c1b427d8-922b-49ff-ad07-063bb41a232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:18.975376 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-c1b427d8-922b-49ff-ad07-063bb41a232c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 910 time: 0.2291250 Apr 05 18:50:19.047463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:19.073836 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:19.100279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ce7667fb-e531-4276-b465-6b9f60b27a38 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:19.151960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'ddd74e05-414d-44fb-9864-e0237ee7fc45', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'floating_ip_address': '172.28.3.97', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'port_id': '1359bd90-3743-433c-8601-5ee46a670af3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'mac_address': 'fa:16:3e:57:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:50:16Z', 'updated_at': '2021-04-05T18:50:16Z', 'revision_number': 0, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:35Z', 'revision_number': 5, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:19.156209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] Checking router: 9597e667-2e4e-441b-8ff9-adf14117691a for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:50:19.172161 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:50:19.173155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:50:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:19.284379 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-a8a46d95-bb93-4c7a-8b68-1a7ab0e19d04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 999 time: 0.2992887 Apr 05 18:50:19.289108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'Port': ['ID=4ddda2ef-0f75-4c15-b04a-5aba54df6bee,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:19.318239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:50:19.338641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:19.408991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-5a98cca8-ef8d-43bd-91fe-531f7094b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:19.410700 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-5a98cca8-ef8d-43bd-91fe-531f7094b2c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 200 len: 848 time: 0.1160202 Apr 05 18:50:19.580062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:50:19.680442 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:19.746551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:19.757674 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7617466 Apr 05 18:50:19.768690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-34d5f4f2-5fda-4b22-abad-6ceec9fee35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:19.770482 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-34d5f4f2-5fda-4b22-abad-6ceec9fee35e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d5b14b6-ad7c-41b8-a35e-62b65632b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3243797 Apr 05 18:50:19.811765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5474-3e3c-4c2e-8ea1-ebc5d1e9f6af req-b02aa3b3-d6a9-4ca8-aa14-9d381da80214 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:19.819905 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b73a5474-3e3c-4c2e-8ea1-ebc5d1e9f6af req-b02aa3b3-d6a9-4ca8-aa14-9d381da80214 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 944 time: 0.1904023 Apr 05 18:50:20.056122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:50:20.056550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:20.142636 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b73a5474-3e3c-4c2e-8ea1-ebc5d1e9f6af req-a7a02f96-6089-46e8-a2df-db801b144b43 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212395 Apr 05 18:50:20.241014 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-2c6287f6-8342-47b5-bb5c-38e5a1d29a31 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614718 Apr 05 18:50:20.394619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:20.455075 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'ddd74e05-414d-44fb-9864-e0237ee7fc45', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'floating_ip_address': '172.28.3.97', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'port_id': '1359bd90-3743-433c-8601-5ee46a670af3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'mac_address': 'fa:16:3e:57:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:50:16Z', 'updated_at': '2021-04-05T18:50:16Z', 'revision_number': 0, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:35Z', 'revision_number': 5, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:20.468413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817deac-80d1-48db-97d6-3000b6afc9a6 None None] The sync data for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb is: [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'ddd74e05-414d-44fb-9864-e0237ee7fc45', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'floating_ip_address': '172.28.3.97', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'port_id': '1359bd90-3743-433c-8601-5ee46a670af3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'mac_address': 'fa:16:3e:57:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:50:16Z', 'updated_at': '2021-04-05T18:50:16Z', 'revision_number': 0, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:35Z', 'revision_number': 5, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:50:20.479109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:20.511396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:20.525336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:20.529395 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:20.603980 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-34998afa-04f7-40b1-bd92-2e8a361b936f req-c80d4e31-4d20-4206-9cd7-2f4f9d8b525a service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505230 Apr 05 18:50:20.656169 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'code': 200} Apr 05 18:50:20.659264 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=7']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:20.663843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:20.975384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026e3f4-86cf-46f8-96d9-e36e5f0951c0 None None] New status for floating IP ddd74e05-414d-44fb-9864-e0237ee7fc45: ACTIVE {{(pid=84251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:50:21.470851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3426496-fece-4039-9612-c6f1e2d41dca req-0ac7b9c5-8fac-4f57-a074-5aeca09c769d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:21.473343 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e3426496-fece-4039-9612-c6f1e2d41dca req-0ac7b9c5-8fac-4f57-a074-5aeca09c769d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1440935 Apr 05 18:50:21.542256 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e3426496-fece-4039-9612-c6f1e2d41dca req-c050baf7-6e4d-473c-a498-9a62daace857 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557160 Apr 05 18:50:22.833921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b2aaa-88f3-4d99-8dea-7ec76d83267c req-4d839b61-5480-4d8e-afdd-eb2ed2254df9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:22.835735 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-773b2aaa-88f3-4d99-8dea-7ec76d83267c req-4d839b61-5480-4d8e-afdd-eb2ed2254df9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1461949 Apr 05 18:50:22.905729 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-773b2aaa-88f3-4d99-8dea-7ec76d83267c req-3cb45bb6-c117-40d5-89fa-52b0300c9efa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631187 Apr 05 18:50:24.681554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c641dd-42a6-4116-bc3e-639d2745e5c7 req-e46d8c20-59fd-481b-8967-e419a0ee54b7 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:24.691030 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71c641dd-42a6-4116-bc3e-639d2745e5c7 req-e46d8c20-59fd-481b-8967-e419a0ee54b7 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1823616 Apr 05 18:50:24.756859 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-71c641dd-42a6-4116-bc3e-639d2745e5c7 req-f2ba5b91-383f-4fb6-9e55-563af2f74772 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640779 Apr 05 18:50:26.095970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74749a-6946-41ce-b9eb-232f2740aa5f req-f63ccd10-4143-416d-b403-513e97621480 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:26.098454 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bb74749a-6946-41ce-b9eb-232f2740aa5f req-f63ccd10-4143-416d-b403-513e97621480 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1853921 Apr 05 18:50:26.201437 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bb74749a-6946-41ce-b9eb-232f2740aa5f req-7b6a03ab-74bd-494c-88b7-f4c4d776e9fa tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954702 Apr 05 18:50:27.477297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ffa4c-aa0f-4f3c-a834-a54c20d60790 req-e851c736-216c-4b21-928e-c6682551fffd tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:27.480330 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-492ffa4c-aa0f-4f3c-a834-a54c20d60790 req-e851c736-216c-4b21-928e-c6682551fffd tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1182504 Apr 05 18:50:27.583883 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-492ffa4c-aa0f-4f3c-a834-a54c20d60790 req-ee558869-90d9-4092-a7f1-b648b79882e6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954413 Apr 05 18:50:28.821524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1bc79-cb68-46e7-b690-ab94f16d9ca5 req-83c65db3-771c-431c-b940-168072f590d6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:28.830988 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1bc1bc79-cb68-46e7-b690-ab94f16d9ca5 req-83c65db3-771c-431c-b940-168072f590d6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1246200 Apr 05 18:50:28.917813 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1bc1bc79-cb68-46e7-b690-ab94f16d9ca5 req-c225fbb9-901f-4f8e-9ad5-2b62d91732f4 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856464 Apr 05 18:50:29.965826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-d51dafab-0d21-4e01-b38a-d3e256293908 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:security_group {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:50:29.981217 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-d51dafab-0d21-4e01-b38a-d3e256293908 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:security_group {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:50:29.990747 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-d51dafab-0d21-4e01-b38a-d3e256293908 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1582727646&fields=id&tenant_id=1c224e3c266642458c8326264b32d574 HTTP/1.1" status: 200 len: 267 time: 0.0710421 Apr 05 18:50:30.164476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-bbc80713-3b90-4429-a0b2-d6e53ed73750 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:30.170378 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-bbc80713-3b90-4429-a0b2-d6e53ed73750 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 811 time: 0.1784978 Apr 05 18:50:30.185800 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-d2814156-629d-430f-b344-3931a50c0912 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/quotas/1c224e3c266642458c8326264b32d574 HTTP/1.1" status: 200 len: 375 time: 0.0106962 Apr 05 18:50:30.216637 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ea49f-8060-4b4a-aa63-791c84fb5ee3 req-43ea0609-cfd7-455e-89e3-73aab0aa0926 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:30.218352 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-481ea49f-8060-4b4a-aa63-791c84fb5ee3 req-43ea0609-cfd7-455e-89e3-73aab0aa0926 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1236362 Apr 05 18:50:30.276704 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-481ea49f-8060-4b4a-aa63-791c84fb5ee3 req-4daf110d-28ab-4f2c-b737-19796754f046 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476665 Apr 05 18:50:30.293156 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-a9c6c410-43d7-4a77-bc5c-55b79c78ab85 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:50:30.310238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-a9c6c410-43d7-4a77-bc5c-55b79c78ab85 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:50:30.311911 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-a9c6c410-43d7-4a77-bc5c-55b79c78ab85 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199181 Apr 05 18:50:30.540613 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-d4920fa4-2984-4388-803c-6ef28a8ecae0 service neutron] 10.222.0.15 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129278 Apr 05 18:50:30.630076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-6a7b3521-7b56-4432-bc9e-0b7710f0da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:30.631867 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-6a7b3521-7b56-4432-bc9e-0b7710f0da19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 1098 time: 0.0888557 Apr 05 18:50:30.720376 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-08ec4f90-67a9-482d-b7ad-ff8ee405d010 service neutron] 10.222.0.15 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719084 Apr 05 18:50:30.796972 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-96e9347e-8f2b-457b-9267-2682e64f3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:30.797471 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-96e9347e-8f2b-457b-9267-2682e64f3cba service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.1574688 Apr 05 18:50:30.985177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-5929a6b0-a5ee-476a-b4ea-de2629c4addc req-ca130bda-bc9e-481b-9c41-33bf4d5a599c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:50:31.005283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-5929a6b0-a5ee-476a-b4ea-de2629c4addc req-ca130bda-bc9e-481b-9c41-33bf4d5a599c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:50:31.006897 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5929a6b0-a5ee-476a-b4ea-de2629c4addc req-ca130bda-bc9e-481b-9c41-33bf4d5a599c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 210 time: 0.0852313 Apr 05 18:50:31.022663 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-cb825f4f-9eb8-4ae7-8f16-3113cc02a10a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4 HTTP/1.1" status: 200 len: 1000 time: 0.2179129 Apr 05 18:50:31.111672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-14b82395-35f0-438f-93ca-9ab9fcad7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:31.113352 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-14b82395-35f0-438f-93ca-9ab9fcad7faa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.0836103 Apr 05 18:50:31.226355 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-b67f950e-26ba-4c15-8257-6709398e5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:31.228218 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-b67f950e-26ba-4c15-8257-6709398e5b16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073110 Apr 05 18:50:31.561466 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6f85-25fe-4d12-af4b-365715149501 req-d33200a1-3415-4988-a204-e54cfce1a2cc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:31.570683 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b75f6f85-25fe-4d12-af4b-365715149501 req-d33200a1-3415-4988-a204-e54cfce1a2cc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1099596 Apr 05 18:50:31.627628 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b75f6f85-25fe-4d12-af4b-365715149501 req-b9e328bc-0458-4d9d-b139-f154c596cc44 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556881 Apr 05 18:50:31.680494 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-2e673f28-a779-4b41-bc77-c3bcf9110810 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441283 Apr 05 18:50:31.721278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a743e40-08f6-43ec-9b35-c8bff67a8477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:31.866543 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-417dd694-c4c4-4ef0-b5ef-3ce04018c8e0 req-e4c2434c-545a-48c9-a742-b350052404a6 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748977 Apr 05 18:50:32.182941 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-55567d22-9768-4903-aca3-2c4abf0fea85 req-4e8d2b39-9560-4633-902c-a18b571144b1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 210 time: 0.0488853 Apr 05 18:50:32.580729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-cd821170-d6ff-405e-a653-486c640793e8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:32.583308 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-cd821170-d6ff-405e-a653-486c640793e8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 811 time: 0.1928155 Apr 05 18:50:32.669489 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-94b14a16-9abd-45b9-ad6c-b508f39e4d58 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:50:32.694262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-94b14a16-9abd-45b9-ad6c-b508f39e4d58 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:50:32.695781 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-94b14a16-9abd-45b9-ad6c-b508f39e4d58 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c224e3c266642458c8326264b32d574 HTTP/1.1" status: 200 len: 5709 time: 0.1023712 Apr 05 18:50:32.713085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'port': {'device_id': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'admin_state_up': True, 'tenant_id': '1c224e3c266642458c8326264b32d574', 'security_groups': ['2a14526f-1853-4722-b528-432b096acdf8']}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:32.845348 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:32.884316 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:50:32.896670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:50:32.907086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Made reservation on behalf of 1c224e3c266642458c8326264b32d574 for: {'port': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:50:32.913379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:32.948506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf59a8-ae71-45c7-bf38-c38992cf4e19 req-e8ab0165-c96a-499b-8458-47c78adb2926 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:32.951680 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6cbf59a8-ae71-45c7-bf38-c38992cf4e19 req-e8ab0165-c96a-499b-8458-47c78adb2926 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 945 time: 0.1641257 Apr 05 18:50:33.049696 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6cbf59a8-ae71-45c7-bf38-c38992cf4e19 req-5ba4c5ef-ca4f-4511-ad5e-d17b0d06d1d0 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771027 Apr 05 18:50:33.124454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Allocated IP 172.20.0.12 (593d143a-d23e-4cdf-af32-02d7a8663f0d/c573cac3-941f-4438-bb34-e5bf7cdb0eed/0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:50:33.339949 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:33.341323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:50:33.407867 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-23332f5c-5d46-4681-a2dd-a52c330865d7 req-c4247e4c-7320-43ef-9554-65da7fb88125 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 210 time: 0.0640514 Apr 05 18:50:33.410310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Transition to ACTIVE for port object 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 will not be triggered until provisioned by entity DHCP. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:50:33.435136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:33.454141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ef5938ca-3901-448d-8078-11e49353ee83 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:33.509134 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:33.546884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:33.564200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:33.575188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:33.577481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:33.589608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event updated for resources: {'Port': ['ID=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:33.594780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:33.660053 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'code': 200} Apr 05 18:50:33.675902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:50:33.677240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:50:33.679247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=8']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:33.680043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:50:33.684389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:33.765207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:33.765935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:33.801799 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0994480 Apr 05 18:50:33.819060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Request body: {'port': {'device_id': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:33.977939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd48c-8ff5-4d0f-b46b-b76be197e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:33.999103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:34.046927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-65e955d7-2eb7-4271-b66c-5bbf4c924f1f None None] Provisioning for port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 completed by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:50:34.055249 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-65e955d7-2eb7-4271-b66c-5bbf4c924f1f None None] Provisioning complete for port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 triggered by entity DHCP. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:50:34.055849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-65e955d7-2eb7-4271-b66c-5bbf4c924f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:34.142179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-65e955d7-2eb7-4271-b66c-5bbf4c924f1f None None] Port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 cannot update to ACTIVE because it is not bound. {{(pid=84250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 18:50:34.144906 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:34.478613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de9243-98fa-47e1-9ecf-67482f83110e req-4500d0c5-902d-42ee-98c6-945972b44d7c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:34.480822 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-62de9243-98fa-47e1-9ecf-67482f83110e req-4500d0c5-902d-42ee-98c6-945972b44d7c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.2285991 Apr 05 18:50:34.555387 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-62de9243-98fa-47e1-9ecf-67482f83110e req-3f1028a7-2ade-4ceb-afde-e6064daba95c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606589 Apr 05 18:50:34.643282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 {{(pid=84248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:50:34.655591 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:34.674262 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Transition to ACTIVE for port object 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 will not be triggered until provisioned by entity L2. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:50:34.686386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:34.686673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27576443-6366-4463-b15a-d847b025fffe req-dd70ae63-ce71-4e6f-ab91-4a8ac851bb90 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:34.688339 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-27576443-6366-4463-b15a-d847b025fffe req-dd70ae63-ce71-4e6f-ab91-4a8ac851bb90 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 932 time: 0.1474502 Apr 05 18:50:34.704512 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5ff34675-1ab9-46d3-a96e-a69684cfbda4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:34.747159 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-27576443-6366-4463-b15a-d847b025fffe req-dbd69e39-aef0-4123-bae7-aee1ec8e2f0f tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519140 Apr 05 18:50:34.854365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Pushing event updated for resources: {'Port': ['ID=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:34.858657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:35.107340 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Attempting to bind port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:50:35.107760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Attempting to bind port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:50:35.108129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Attempting to bind port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 on network 593d143a-d23e-4cdf-af32-02d7a8663f0d {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:50:35.113520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 on network 593d143a-d23e-4cdf-af32-02d7a8663f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:50:35.113889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Attempting to bind port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 on network 593d143a-d23e-4cdf-af32-02d7a8663f0d {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:50:35.120467 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:50:35.120973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Checking segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:50:35.121392 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Bound using segment: {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:50:35.121868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Bound port: 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36572ac9-20ef-4ab7-bb34-77cc63b9a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d'}}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:50:35.122255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:35.224711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] For port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56, host hv-cinder-78240, cleared binding levels {{(pid=84248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:50:35.227873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] For port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:50:35.232145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:35.248334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6ebc37ed-31f9-4681-8b54-f3976c8ed2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:35.458846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Pushing event updated for resources: {'Port': ['ID=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,revision_number=3']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:35.463862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:35.468743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:35.469528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:35.471157 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c639e4f6-b0e3-44c7-b58e-6aeaa5816f2f service neutron] 10.222.0.44 "PUT /v2.0/ports/0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 HTTP/1.1" status: 200 len: 1094 time: 1.6573684 Apr 05 18:50:35.471831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'tag': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:35.564120 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'tag': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'status': 'completed', 'code': 200} Apr 05 18:50:35.612525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-4ffebe3a-0ae2-44b1-90f4-e26c6501a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:35.614203 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-4ffebe3a-0ae2-44b1-90f4-e26c6501a04b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 1097 time: 0.0949805 Apr 05 18:50:35.714375 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-c06ee42a-3ee4-4eff-8873-ad2904272c49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 HTTP/1.1" status: 200 len: 217 time: 0.0920777 Apr 05 18:50:35.799411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-f8efa806-29e4-4ef2-910e-db2f45442115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:35.801680 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-f8efa806-29e4-4ef2-910e-db2f45442115 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.0789335 Apr 05 18:50:35.905754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:35.952449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-7cf5ec75-4470-4c1a-b613-abace44338e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:35.954318 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-7cf5ec75-4470-4c1a-b613-abace44338e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1449666 Apr 05 18:50:36.136651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b9265-c21f-4995-8fd1-f4631e7a8dee req-d64681ea-79a1-4938-bf04-8d2083aaa8d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:36.137413 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-8c6b9265-c21f-4995-8fd1-f4631e7a8dee req-d64681ea-79a1-4938-bf04-8d2083aaa8d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:50:36.144131 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-df69b1bf-7b4c-42e7-81c4-ff2de7515227 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807911 Apr 05 18:50:36.213733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8afc8-f364-44fd-934d-dee7905b12cf req-f0596f6f-c9cd-41b7-9de2-162657aa3ca8 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:36.215306 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-38b8afc8-f364-44fd-934d-dee7905b12cf req-f0596f6f-c9cd-41b7-9de2-162657aa3ca8 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.1018884 Apr 05 18:50:36.230388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-8c6b9265-c21f-4995-8fd1-f4631e7a8dee req-d64681ea-79a1-4938-bf04-8d2083aaa8d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:50:36.231712 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8c6b9265-c21f-4995-8fd1-f4631e7a8dee req-d64681ea-79a1-4938-bf04-8d2083aaa8d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 944 time: 0.3289258 Apr 05 18:50:36.276373 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-38b8afc8-f364-44fd-934d-dee7905b12cf req-8471fea0-b592-4252-9895-043e02e6ef85 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534034 Apr 05 18:50:36.315181 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8c6b9265-c21f-4995-8fd1-f4631e7a8dee req-f43d8d13-5f9c-41f7-988f-a1aa553e9897 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755668 Apr 05 18:50:36.337786 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79a2dc27-3376-4e12-9d97-e7c34657cd74 req-214dbca7-547c-4477-80c7-71c0ec8f6614 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808329 Apr 05 18:50:36.432456 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41886) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:36.457188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c130c36-0c36-4473-acd6-9a75db226558 req-e8faafdf-d6ac-4498-bf3e-a7542e8d92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:36.458775 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c130c36-0c36-4473-acd6-9a75db226558 req-e8faafdf-d6ac-4498-bf3e-a7542e8d92f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 1097 time: 0.0837841 Apr 05 18:50:36.553650 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-b06641b5-019b-463c-a24a-b720e8fe7089 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197288 Apr 05 18:50:36.601723 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c130c36-0c36-4473-acd6-9a75db226558 req-62ab019a-adc5-4524-ada6-37c79f78b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:36.603309 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c130c36-0c36-4473-acd6-9a75db226558 req-62ab019a-adc5-4524-ada6-37c79f78b23c service neutron] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 912 time: 0.1373456 Apr 05 18:50:36.685749 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c130c36-0c36-4473-acd6-9a75db226558 req-274c1439-058f-4447-bab6-60c6c289b470 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 HTTP/1.1" status: 200 len: 217 time: 0.0718825 Apr 05 18:50:36.756190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c130c36-0c36-4473-acd6-9a75db226558 req-e8e3b699-f3c1-4406-b588-de8800c4d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:36.757873 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c130c36-0c36-4473-acd6-9a75db226558 req-e8e3b699-f3c1-4406-b588-de8800c4d420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.0650451 Apr 05 18:50:36.843726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c130c36-0c36-4473-acd6-9a75db226558 req-a91fd751-3ce9-431f-874f-1ca1df611d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:36.845292 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c130c36-0c36-4473-acd6-9a75db226558 req-a91fd751-3ce9-431f-874f-1ca1df611d83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778472 Apr 05 18:50:37.061582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41900) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:37.160725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] Deleting subnet c2e24214-99e8-45bd-857b-26e9777902cf {{(pid=84249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:50:37.164215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:37.214706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-0fbfa743-5697-4a39-abbf-89ed4d1c0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:37.216341 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-0fbfa743-5697-4a39-abbf-89ed4d1c0f97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2&tenant_id=3205a941f52a47429eb3a9e75932e721 HTTP/1.1" status: 200 len: 1096 time: 0.1913919 Apr 05 18:50:37.224994 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33099055'] for subnet, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:37.226003 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c130c36-0c36-4473-acd6-9a75db226558 req-7639387d-a61a-498f-b3cc-99b0edab7e56 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702619 Apr 05 18:50:37.347037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:37.365333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:50:37.386804 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4c130c36-0c36-4473-acd6-9a75db226558 req-0a3cc120-0b26-4f8d-a9e3-84d6b568b465 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532736 Apr 05 18:50:37.410067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-edc9c351-3bc9-4dbf-a6b1-7d5f38f36cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:37.411959 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-edc9c351-3bc9-4dbf-a6b1-7d5f38f36cad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 1096 time: 0.1549103 Apr 05 18:50:37.535274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767ecc-2e8a-4408-8dec-b158598d560f req-935f1d74-dff0-4e31-a4b0-4d9d8ffd7a38 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:37.537046 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-45767ecc-2e8a-4408-8dec-b158598d560f req-935f1d74-dff0-4e31-a4b0-4d9d8ffd7a38 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 944 time: 0.1028125 Apr 05 18:50:37.585352 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-45767ecc-2e8a-4408-8dec-b158598d560f req-2ace0f57-91b8-4d32-b893-27f5a72e0f18 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Apr 05 18:50:37.753432 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-703fa27c-2543-4dd3-b70d-1bc0eb58d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:37.755007 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-703fa27c-2543-4dd3-b70d-1bc0eb58d865 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.3162322 Apr 05 18:50:38.105515 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b853c35-cf2f-44e6-83b0-4dff7b60db38 req-6e382c30-4335-42f6-a5c8-ef084b0c9a8b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:38.107014 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6b853c35-cf2f-44e6-83b0-4dff7b60db38 req-6e382c30-4335-42f6-a5c8-ef084b0c9a8b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.6000109 Apr 05 18:50:38.202079 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-679b560d-fa40-41c9-84cb-a455fde17cad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4 HTTP/1.1" status: 200 len: 998 time: 0.4115067 Apr 05 18:50:38.207901 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6b853c35-cf2f-44e6-83b0-4dff7b60db38 req-01348729-295e-4251-94b9-9d6b79888d59 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899343 Apr 05 18:50:38.250420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823278707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822916387'] for subnet, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:38.271641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7f66ae68-25ce-460d-a2bf-d71d97228b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:38.378437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e24214-99e8-45bd-857b-26e9777902cf,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:38.384535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:38.405627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-34f76006-689b-41ea-809f-c975f763d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:38.407197 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-34f76006-689b-41ea-809f-c975f763d304 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.1964276 Apr 05 18:50:38.471087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:38.482408 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-2e444ed6-0131-43e0-93a9-d7b25b8faace admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c2e24214-99e8-45bd-857b-26e9777902cf HTTP/1.1" status: 204 len: 168 time: 1.4150224 Apr 05 18:50:38.485556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41910) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:38.509088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-7faccf46-ef14-489f-b5e3-845ae9b5be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:38.511392 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-7faccf46-ef14-489f-b5e3-845ae9b5be22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0961947 Apr 05 18:50:38.601020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:38.658619 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-20d715e8-d098-49c4-9922-858467a1b8a7 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369052 Apr 05 18:50:38.807882 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0b4cc1aa-f75e-4170-a35a-d5db77154961 req-c186531b-de3b-411c-a8ad-5dbe543fbf3f service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396484 Apr 05 18:50:38.850762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:38.994596 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aefbe0-6a6b-47ee-8cd7-d255fa82877e req-fff240b6-16df-44be-8c80-110172aa6c86 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:38.996260 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f6aefbe0-6a6b-47ee-8cd7-d255fa82877e req-fff240b6-16df-44be-8c80-110172aa6c86 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 944 time: 0.2926364 Apr 05 18:50:38.997927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2866079b-ee5f-42ac-874f-5bb0fe8a181c']}} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:39.033001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fb95c3-bcf6-4b15-be8a-49fb3606aedf') {'for_net_delete': True} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:39.033344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fb95c3-bcf6-4b15-be8a-49fb3606aedf') {} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:39.056952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32809012'] for segment, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:39.078723 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f6aefbe0-6a6b-47ee-8cd7-d255fa82877e req-7b801aaf-b0f9-499d-8bb8-48bd8951b87b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730336 Apr 05 18:50:39.080454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:39.086769 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:50:39.212687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:39.259151 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:50:39.266796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Network 2866079b-ee5f-42ac-874f-5bb0fe8a181c has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:50:39.276926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31815869'] for segment, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:39.367483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:50:39.431781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d362-94f6-4d3d-87d4-e515f6f9b95f req-c38ec789-13b4-4c43-bc07-6b894eabdc5c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:39.434143 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6dd7d362-94f6-4d3d-87d4-e515f6f9b95f req-c38ec789-13b4-4c43-bc07-6b894eabdc5c tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0961628 Apr 05 18:50:39.465331 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Network 2866079b-ee5f-42ac-874f-5bb0fe8a181c has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:50:39.487640 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6dd7d362-94f6-4d3d-87d4-e515f6f9b95f req-2d326020-a1bf-434f-ba35-f27b320c6929 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461202 Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:50:39.490382 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:50:39.536215 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:39.551917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'port_id': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'mac_address': 'fa:16:3e:78:e3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:50:39.582379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:39.586947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:39.602586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:39.614519 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] 10.222.0.15 "DELETE /v2.0/networks/2866079b-ee5f-42ac-874f-5bb0fe8a181c HTTP/1.1" status: 204 len: 168 time: 1.1250947 Apr 05 18:50:39.615873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=2866079b-ee5f-42ac-874f-5bb0fe8a181c,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:39.618343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-43930d29-275e-4705-bf58-eb657b492b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:39.619879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:39.640150 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:50:39.657192 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:39.660152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:39.662761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:39.752729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:39.757767 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:39.848118 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 41940) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:39.928300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:50:39.946700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 41944) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:39.962944 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-88c5c0a1-154c-4a29-bcc6-e45d0b8d47c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=363841c52c5a40e99c3892e91b308fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123657 Apr 05 18:50:40.018776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a140c91-4318-4afa-89c8-912b761faa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:40.050528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a140c91-4318-4afa-89c8-912b761faa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:40.111498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a140c91-4318-4afa-89c8-912b761faa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:40.132352 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3b9d44cc-4c2a-428f-a5fd-5be83b511565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:40.151643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a140c91-4318-4afa-89c8-912b761faa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ad8105-cf27-455e-909f-ebcd2284012e,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:40.157414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8a140c91-4318-4afa-89c8-912b761faa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:40.159738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8a140c91-4318-4afa-89c8-912b761faa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:40.161013 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8a140c91-4318-4afa-89c8-912b761faa19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81ad8105-cf27-455e-909f-ebcd2284012e HTTP/1.1" status: 204 len: 168 time: 0.2125227 Apr 05 18:50:40.343904 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0559db-3fd0-47f9-9ea2-fcd03a605cd5 req-b77cf1e0-2924-4ced-a39c-c22e94d17deb tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:40.351968 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cf0559db-3fd0-47f9-9ea2-fcd03a605cd5 req-b77cf1e0-2924-4ced-a39c-c22e94d17deb tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 945 time: 0.1065907 Apr 05 18:50:40.400019 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cf0559db-3fd0-47f9-9ea2-fcd03a605cd5 req-d24d3f14-cfcd-4dbc-8e78-0ab67e2f3cc8 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468915 Apr 05 18:50:40.712244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be38f6-f68a-4984-90db-f3b045971588 req-ef574582-4853-4e6c-8f15-91cb2084ca2e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:40.714132 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a8be38f6-f68a-4984-90db-f3b045971588 req-ef574582-4853-4e6c-8f15-91cb2084ca2e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0971560 Apr 05 18:50:40.767117 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a8be38f6-f68a-4984-90db-f3b045971588 req-79429f5a-0867-4905-9e52-8f94569a7ed6 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461681 Apr 05 18:50:41.370754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:50:41.451564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:50:41.456951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:50:41.457379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:41.606812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:41.612398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b017f78-a4be-49c4-a764-bcbf1a2ca13c req-07868aaa-671c-4928-915b-319b8c65a116 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:41.620926 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b017f78-a4be-49c4-a764-bcbf1a2ca13c req-07868aaa-671c-4928-915b-319b8c65a116 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 945 time: 0.0979288 Apr 05 18:50:41.637420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:41.647862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:41.651437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:41.655555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ae7c101e-bfd1-4801-87cf-7a1b71727445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:41.699798 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8b017f78-a4be-49c4-a764-bcbf1a2ca13c req-182fe9ee-959f-45fe-ac3f-89bf6f0ec8d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682895 Apr 05 18:50:41.753838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:41.758644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:42.034790 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'code': 200} Apr 05 18:50:42.041008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb7822-f41a-470c-b068-d7b237df7cd6 req-ef0c1e41-6a47-4224-8edb-4ce01b166c93 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:42.043163 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06cb7822-f41a-470c-b068-d7b237df7cd6 req-ef0c1e41-6a47-4224-8edb-4ce01b166c93 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.1042280 Apr 05 18:50:42.097623 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06cb7822-f41a-470c-b068-d7b237df7cd6 req-1681fffc-396d-4d14-ade7-f357382e4df5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440352 Apr 05 18:50:42.903134 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe562-2a42-4615-aed0-4f4f4e043e4d req-0a11589a-6f46-46b1-bd04-d23eee9a4492 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:42.904879 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-47bbe562-2a42-4615-aed0-4f4f4e043e4d req-0a11589a-6f46-46b1-bd04-d23eee9a4492 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0947602 Apr 05 18:50:42.959230 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-47bbe562-2a42-4615-aed0-4f4f4e043e4d req-5fedc702-5711-4f50-88cf-44b52d1cd242 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473087 Apr 05 18:50:43.312199 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a65a9-7279-4a09-b13a-76e13fb784bf req-c725c411-b6be-415c-b840-f5fa1b5d40e7 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:43.313955 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3a3a65a9-7279-4a09-b13a-76e13fb784bf req-c725c411-b6be-415c-b840-f5fa1b5d40e7 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0935316 Apr 05 18:50:43.364945 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3a3a65a9-7279-4a09-b13a-76e13fb784bf req-fcf96d78-e214-4320-9b52-13d3798161cc tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439601 Apr 05 18:50:44.165882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3655b-ce94-4b17-a367-a1bcf37166d7 req-a9dfb20f-960f-455c-8d69-86e35e11ad36 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:44.167609 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-90d3655b-ce94-4b17-a367-a1bcf37166d7 req-a9dfb20f-960f-455c-8d69-86e35e11ad36 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0899203 Apr 05 18:50:44.218561 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-90d3655b-ce94-4b17-a367-a1bcf37166d7 req-b920928a-e9fc-434e-8f1c-a14d24ba25fc tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Apr 05 18:50:44.583093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d098b6-a382-4319-8dbb-731e67d4bd38 req-12618724-a6e2-49fa-a18a-cc6ab17dd522 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:44.584811 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-15d098b6-a382-4319-8dbb-731e67d4bd38 req-12618724-a6e2-49fa-a18a-cc6ab17dd522 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0904896 Apr 05 18:50:44.637640 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-15d098b6-a382-4319-8dbb-731e67d4bd38 req-f44a25d8-8af9-4f28-947b-d5962141d3ed tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458930 Apr 05 18:50:45.428640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87476b-63c5-4978-b0c7-76f7bf62ca16 req-5b61f6b2-465a-4d59-91fa-5cdb2a197378 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:45.430431 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1b87476b-63c5-4978-b0c7-76f7bf62ca16 req-5b61f6b2-465a-4d59-91fa-5cdb2a197378 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0952821 Apr 05 18:50:45.480404 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1b87476b-63c5-4978-b0c7-76f7bf62ca16 req-a233dc80-5fa8-427d-b3ba-becadba1f921 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Apr 05 18:50:45.852988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32855a-0047-40d9-9e7f-524113a6d70f req-807b57ed-c0a9-401f-b454-96f9f9bf1506 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:45.855204 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db32855a-0047-40d9-9e7f-524113a6d70f req-807b57ed-c0a9-401f-b454-96f9f9bf1506 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0977304 Apr 05 18:50:45.905772 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-db32855a-0047-40d9-9e7f-524113a6d70f req-aa912031-c773-4b35-8aa6-dec00350cef1 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436623 Apr 05 18:50:46.689231 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8ad96-6467-444d-ad33-a29069e86589 req-22087a97-080e-442b-bccf-2d89cc6bb74a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:46.690879 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3bc8ad96-6467-444d-ad33-a29069e86589 req-22087a97-080e-442b-bccf-2d89cc6bb74a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0944018 Apr 05 18:50:46.741898 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3bc8ad96-6467-444d-ad33-a29069e86589 req-757623ed-6ed0-4a7a-b2ae-66256bb8e2cc tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Apr 05 18:50:47.127162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d6f9-ad11-4f52-bf07-53e3e1157df9 req-aac33fc6-3f34-4b6d-958b-16df0426483f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:47.128986 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2843d6f9-ad11-4f52-bf07-53e3e1157df9 req-aac33fc6-3f34-4b6d-958b-16df0426483f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0960965 Apr 05 18:50:47.187224 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2843d6f9-ad11-4f52-bf07-53e3e1157df9 req-0c6c5a8d-7d55-4650-99a1-c985c1244e2b tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507088 Apr 05 18:50:47.952965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4951a9-95f0-4e7e-8d74-0c7f8761f99f req-26cd2a2d-0068-404e-b9ea-e480bf0b547b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:47.954917 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-df4951a9-95f0-4e7e-8d74-0c7f8761f99f req-26cd2a2d-0068-404e-b9ea-e480bf0b547b tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0935082 Apr 05 18:50:48.006312 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-df4951a9-95f0-4e7e-8d74-0c7f8761f99f req-4e12475b-831d-42dd-b386-50e9881951cf tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Apr 05 18:50:48.400300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56448-3cf8-4160-9cc7-17f1da7b81ee req-17c1f182-95bc-43c7-a5dd-146ddfe54254 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:48.401918 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c1c56448-3cf8-4160-9cc7-17f1da7b81ee req-17c1f182-95bc-43c7-a5dd-146ddfe54254 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0891693 Apr 05 18:50:48.453069 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c1c56448-3cf8-4160-9cc7-17f1da7b81ee req-2fce1ede-4128-458a-9661-edfba1c44c38 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440931 Apr 05 18:50:49.214449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7057b85-3c4b-458b-b665-9e091f5abe37 req-0558814d-d54e-429a-b88a-f5a4d23385e4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:49.217520 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7057b85-3c4b-458b-b665-9e091f5abe37 req-0558814d-d54e-429a-b88a-f5a4d23385e4 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0966556 Apr 05 18:50:49.265274 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f7057b85-3c4b-458b-b665-9e091f5abe37 req-2209619d-8bce-463d-9df4-eaceb0a88dcc tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Apr 05 18:50:49.666620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d563a7-ea4d-4502-8ea4-9bc9362342e1 req-5da094a8-1cdf-4405-acb5-32d06f49eb89 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:49.668233 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-90d563a7-ea4d-4502-8ea4-9bc9362342e1 req-5da094a8-1cdf-4405-acb5-32d06f49eb89 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0929642 Apr 05 18:50:49.718209 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-90d563a7-ea4d-4502-8ea4-9bc9362342e1 req-727fb67e-f66a-4b3e-a1cc-3b2eee39832f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434818 Apr 05 18:50:50.461753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b3a59-7c26-4fea-8e2d-682a48b92360 req-c2d8c731-8cb3-4676-88c5-decff0854cae tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:50.463876 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4d2b3a59-7c26-4fea-8e2d-682a48b92360 req-c2d8c731-8cb3-4676-88c5-decff0854cae tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0873384 Apr 05 18:50:50.513728 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4d2b3a59-7c26-4fea-8e2d-682a48b92360 req-2d03c25d-c144-4475-89b4-b3f2b4cb714c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Apr 05 18:50:50.729510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb464f-d32b-4a1e-9194-f9821c672c2b req-24079b6b-ec57-4355-8e18-3bc01b87cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:50.731082 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-31cb464f-d32b-4a1e-9194-f9821c672c2b req-24079b6b-ec57-4355-8e18-3bc01b87cf06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 1099 time: 0.0792606 Apr 05 18:50:50.777470 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-31cb464f-d32b-4a1e-9194-f9821c672c2b req-e91a9ede-056f-4741-8b98-5410096f1d12 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376792 Apr 05 18:50:50.923969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984fb77-8346-448f-9a2d-abf667bc6a5f req-cb50c73e-e8e4-40b5-adc2-4184ad1a4e8a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:50.925578 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3984fb77-8346-448f-9a2d-abf667bc6a5f req-cb50c73e-e8e4-40b5-adc2-4184ad1a4e8a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0888994 Apr 05 18:50:50.972972 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3984fb77-8346-448f-9a2d-abf667bc6a5f req-f85de13b-fd4d-4f33-8263-23c3163943a8 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404501 Apr 05 18:50:51.715789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6953a-c32a-4ab2-b3f9-3c0e404c4c17 req-0fbce2ca-eec9-46da-bb15-87a52ebfe3f0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:51.717365 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3ad6953a-c32a-4ab2-b3f9-3c0e404c4c17 req-0fbce2ca-eec9-46da-bb15-87a52ebfe3f0 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0866554 Apr 05 18:50:51.764133 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3ad6953a-c32a-4ab2-b3f9-3c0e404c4c17 req-c78dad71-d553-417e-98c7-effb313c617c tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Apr 05 18:50:52.180013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af5597-583c-4dde-b927-17b4a8998687 req-fe1b8abe-4b70-488c-a904-9621d373b509 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:52.181530 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79af5597-583c-4dde-b927-17b4a8998687 req-fe1b8abe-4b70-488c-a904-9621d373b509 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0900519 Apr 05 18:50:52.228922 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79af5597-583c-4dde-b927-17b4a8998687 req-70ac96ac-fea9-4c8d-9a16-75751b4147ac tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409327 Apr 05 18:50:52.962344 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dde11-96fa-4615-bf23-bd250e5af5d9 req-d39224d4-40ae-48ef-a31e-f2df95113492 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:52.963972 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1c1dde11-96fa-4615-bf23-bd250e5af5d9 req-d39224d4-40ae-48ef-a31e-f2df95113492 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0893528 Apr 05 18:50:53.011340 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1c1dde11-96fa-4615-bf23-bd250e5af5d9 req-4996d3cf-937f-456d-adbb-c3bfac425ce2 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Apr 05 18:50:53.200481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4c4d-a87c-4888-821c-4c23bc6d06d8 req-f8555d3b-70cf-4bb2-bfbe-c140cd79a32a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:53.202037 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f70b4c4d-a87c-4888-821c-4c23bc6d06d8 req-f8555d3b-70cf-4bb2-bfbe-c140cd79a32a tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0864801 Apr 05 18:50:53.211187 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42010) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:50:53.217079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Request body: {'floatingip': {'port_id': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:53.301605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:53.441912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b2b4-b821-4c73-9375-222c1af61efb req-e216c07a-cb05-4296-b659-94257150b194 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:53.443523 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3976b2b4-b821-4c73-9375-222c1af61efb req-e216c07a-cb05-4296-b659-94257150b194 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 943 time: 0.0918691 Apr 05 18:50:53.447910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:50:53.494983 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3976b2b4-b821-4c73-9375-222c1af61efb req-cb38f778-e57a-4b7d-afba-15a69bf901c7 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439177 Apr 05 18:50:53.590159 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:53.604402 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'port_id': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'mac_address': 'fa:16:3e:a9:aa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:50:53.666447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:53.684661 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9ef547-a934-412e-a540-3dd2b0c0b4d4 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:50:53.700616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:53.703478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:53.705297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:53.775419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=9']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:53.778685 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:53.926163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:53.928887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:53.948767 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['ac9ef547-a934-412e-a540-3dd2b0c0b4d4'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:50:54.346617 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Floating IP ae6b2ff2-61ee-49e2-960a-e951809581ed associated. External IP: 172.28.3.47, port: 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56. Apr 05 18:50:54.789634 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a217c7-c2fd-4dc8-92aa-244b604e2d67 req-81ee999b-6b33-492a-8c4a-2dfaea15cd6f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:54.791226 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-92a217c7-c2fd-4dc8-92aa-244b604e2d67 req-81ee999b-6b33-492a-8c4a-2dfaea15cd6f tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 944 time: 0.1456954 Apr 05 18:50:54.793124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Router a936f6d6-fa45-4a10-bedb-4f237fbad822 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:50:54.981213 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-92a217c7-c2fd-4dc8-92aa-244b604e2d67 req-c94beba8-9269-42fb-83d4-69ee1074e361 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828289 Apr 05 18:50:55.021133 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:50:55.026084 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:55.030931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] Sync routers for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:50:55.040569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:50:55.041732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:50:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:55.086860 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e3001112-b700-4bb4-94dd-80ac14a483d7 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "PUT /v2.0/floatingips/ae6b2ff2-61ee-49e2-960a-e951809581ed HTTP/1.1" status: 200 len: 991 time: 1.8745115 Apr 05 18:50:55.087679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'tag': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:55.136879 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'tag': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'status': 'completed', 'code': 200} Apr 05 18:50:55.235563 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:50:55.237107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-a49e44f9-7b84-4c06-ba64-5bf6dc52d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:55.238697 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-a49e44f9-7b84-4c06-ba64-5bf6dc52d233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c224e3c266642458c8326264b32d574&device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 1099 time: 0.0785701 Apr 05 18:50:55.390786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-353faf22-ff8e-4e2e-bfea-cf4759ad1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:55.393154 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-353faf22-ff8e-4e2e-bfea-cf4759ad1bd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 200 len: 912 time: 0.1474605 Apr 05 18:50:55.455998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:50:55.508243 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-3702aa5e-4fa8-4d37-8229-a36d21f3f564 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 HTTP/1.1" status: 200 len: 999 time: 0.1084118 Apr 05 18:50:55.576543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-338423d8-fdec-42c1-bb34-64b745babc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:55.578090 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-338423d8-fdec-42c1-bb34-64b745babc54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 200 len: 850 time: 0.0635712 Apr 05 18:50:55.664582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-9eb34953-0ab4-49cd-8220-36ee19a7d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:55.667139 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-9eb34953-0ab4-49cd-8220-36ee19a7d250 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=593d143a-d23e-4cdf-af32-02d7a8663f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820684 Apr 05 18:50:55.703431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:50:55.703861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:55.809393 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-6434be2d-a054-4db8-a5b3-bd52e89f8694 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357405 Apr 05 18:50:55.930492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:55.954080 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dcbb6de7-c654-4d63-8d31-b3e3b60bf50e req-96237872-78ad-424a-a07d-912671b63bd2 service neutron] 10.222.0.44 "GET /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381116 Apr 05 18:50:55.971143 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:50:55.980694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'ae6b2ff2-61ee-49e2-960a-e951809581ed', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'port_id': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'mac_address': 'fa:16:3e:78:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:50:18Z', 'updated_at': '2021-04-05T18:50:53Z', 'revision_number': 1, 'project_id': '1c224e3c266642458c8326264b32d574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:55.987203 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] Checking router: a936f6d6-fa45-4a10-bedb-4f237fbad822 for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:50:55.991629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:50:55.998519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:50:56.001347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:50:56.035751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:50:56.036498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:50:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:56.102644 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'code': 200} Apr 05 18:50:56.194478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7662f-8adf-4900-945b-db45a005509e req-dfe1f8c5-43bd-4ca6-8f10-5d50a0786d7d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:56.196110 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63a7662f-8adf-4900-945b-db45a005509e req-dfe1f8c5-43bd-4ca6-8f10-5d50a0786d7d tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 946 time: 0.0904889 Apr 05 18:50:56.239269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=10']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:50:56.242649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:50:56.277339 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:50:56.300450 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63a7662f-8adf-4900-945b-db45a005509e req-2a707810-fe8d-483d-bea0-9df17a23ef20 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616527 Apr 05 18:50:56.323570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e11035-66a0-44fa-a968-b94145ee96d2 req-d4e66dfc-9c1e-4473-a8bc-0ff8c3069775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:56.326213 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-37e11035-66a0-44fa-a968-b94145ee96d2 req-d4e66dfc-9c1e-4473-a8bc-0ff8c3069775 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 1099 time: 0.1258993 Apr 05 18:50:56.372182 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-37e11035-66a0-44fa-a968-b94145ee96d2 req-d5fc9c0a-64fe-4dbb-9b2a-3f1153a4d5cf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376525 Apr 05 18:50:56.642974 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'ae6b2ff2-61ee-49e2-960a-e951809581ed', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'port_id': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'mac_address': 'fa:16:3e:78:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:50:18Z', 'updated_at': '2021-04-05T18:50:53Z', 'revision_number': 1, 'project_id': '1c224e3c266642458c8326264b32d574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:50:56.647104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb60fd-0555-4f3a-a960-dde191419cfd None None] The sync data for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb is: [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_floatingips': [{'id': 'ae6b2ff2-61ee-49e2-960a-e951809581ed', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'router_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'port_id': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'mac_address': 'fa:16:3e:78:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T18:50:18Z', 'updated_at': '2021-04-05T18:50:53Z', 'revision_number': 1, 'project_id': '1c224e3c266642458c8326264b32d574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:50:56.941052 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda51ad-b767-45e2-bcc9-4f91e5aed0bd None None] New status for floating IP ae6b2ff2-61ee-49e2-960a-e951809581ed: ACTIVE {{(pid=84251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:50:57.512115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d1c4e-73f3-4db5-a5ae-4b1d61587d59 req-0aac762f-3b60-4938-8ef0-2590dd605c62 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:57.513732 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d06d1c4e-73f3-4db5-a5ae-4b1d61587d59 req-0aac762f-3b60-4938-8ef0-2590dd605c62 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 946 time: 0.0918388 Apr 05 18:50:57.567295 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d06d1c4e-73f3-4db5-a5ae-4b1d61587d59 req-f2a98e5e-9f75-44c8-a65f-fd265b56766e tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470564 Apr 05 18:50:58.768852 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10ac4d-3679-458c-9650-da7e74ebe445 req-c0f8ba95-c3e1-4f04-ae54-df87005cc30a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:50:58.770373 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac10ac4d-3679-458c-9650-da7e74ebe445 req-c0f8ba95-c3e1-4f04-ae54-df87005cc30a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 946 time: 0.0879037 Apr 05 18:50:58.819146 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac10ac4d-3679-458c-9650-da7e74ebe445 req-3a35c588-fcc9-4eaa-97d4-dc3dfe5062a9 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420904 Apr 05 18:51:01.714032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3d18-8694-4b90-bd3c-7f779069d959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:02.809318 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:03.939279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e69918f5-82fb-493a-88c3-4feaa1faa7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:04.135792 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:05.904325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:09.223710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:10.750250 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-a9bc798c-d485-46eb-a5cc-3b3b3b771416 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775406 Apr 05 18:51:10.897576 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-c76738c1-0273-4e29-94b1-5df621796419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:10.899091 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-c76738c1-0273-4e29-94b1-5df621796419 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3205a941f52a47429eb3a9e75932e721&device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 1099 time: 0.0761664 Apr 05 18:51:11.055428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-b5ec6bb0-8ae7-4be0-8c64-572a01ab5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:11.057031 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-b5ec6bb0-8ae7-4be0-8c64-572a01ab5340 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 200 len: 918 time: 0.1374331 Apr 05 18:51:11.405309 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-e525b11d-7b52-46f3-954f-71d0bdc00dcc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4 HTTP/1.1" status: 200 len: 1000 time: 0.3377819 Apr 05 18:51:11.474931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-872047d0-506a-4a38-ba33-39f8d9e263b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:11.476437 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-872047d0-506a-4a38-ba33-39f8d9e263b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 200 len: 856 time: 0.0638587 Apr 05 18:51:11.562257 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-295456a8-7818-4ad6-8f44-4faf25e91806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:11.563807 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-295456a8-7818-4ad6-8f44-4faf25e91806 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e038d0f2-2e88-4870-96a1-ea984d54970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794415 Apr 05 18:51:11.708589 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-018c159d-3987-4763-b770-1086b16b7551 service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330369 Apr 05 18:51:11.847640 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d538247-7c9d-44c3-98f2-70ed4a6c9e53 req-7da91587-4f18-45ab-a520-bf1ec6f6ecbd service neutron] 10.222.0.44 "GET /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322453 Apr 05 18:51:16.259631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:51:31.715735 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-20863424-95ef-4618-b755-6b0f12508104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:32.179529 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635baa2b-d994-44df-8061-6b11b088f959 req-0608292a-c046-4aa8-b09b-61f2cb6445ed tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:32.181027 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-635baa2b-d994-44df-8061-6b11b088f959 req-0608292a-c046-4aa8-b09b-61f2cb6445ed tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 946 time: 0.0874476 Apr 05 18:51:32.228753 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-635baa2b-d994-44df-8061-6b11b088f959 req-70301cca-0d13-4ea1-84dd-561ab65baaed tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409133 Apr 05 18:51:32.810167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:33.435305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049db691-9e5c-4531-a231-fd9f36d0b33d req-223a2b0f-896d-4927-8e70-530b310e46fb tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:33.436905 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-049db691-9e5c-4531-a231-fd9f36d0b33d req-223a2b0f-896d-4927-8e70-530b310e46fb tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 946 time: 0.0914118 Apr 05 18:51:33.483262 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-049db691-9e5c-4531-a231-fd9f36d0b33d req-20ab3aa9-e546-4479-9a17-4363c4816081 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Apr 05 18:51:33.577837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e96ca-271a-4377-a32b-c5f75b26267a req-bdf4d355-64ab-4e9f-90fd-328b5ea3d3c8 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:33.579289 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-533e96ca-271a-4377-a32b-c5f75b26267a req-bdf4d355-64ab-4e9f-90fd-328b5ea3d3c8 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 946 time: 0.0860760 Apr 05 18:51:33.657577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Deleting port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:33.657963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:33.919744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] For port ac9ef547-a934-412e-a540-3dd2b0c0b4d4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:51:33.920213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:33.939629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-dd240a42-a6bf-476b-be5d-cf60aba5fef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:34.139844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:34.224297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:34.224706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:34.225056 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Floating IP 5fd68587-f16f-47a0-a816-403be29684aa disassociated. External IP: 172.28.3.38, port: ac9ef547-a934-412e-a540-3dd2b0c0b4d4. Apr 05 18:51:34.225430 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Calling delete_port for ac9ef547-a934-412e-a540-3dd2b0c0b4d4 owned by compute:nova {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:51:34.369810 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:34.385014 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e796e1f1-6087-41f1-8306-96593c65c487 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:34.480343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event deleted for resources: {'Port': ['ID=ac9ef547-a934-412e-a540-3dd2b0c0b4d4,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:34.502167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.502595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.503011 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.503440 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.503849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.504250 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.504650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.505047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.505444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.505841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.506240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.506636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:34.511604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:34.650106 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-166c0566-e8ae-403c-8f2e-b72a29e42d7f req-ccef52d8-acd0-4d01-a41b-fb85a32e3628 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/ports?device_id=73123989-b2f2-4ee7-9089-bd10e51052f2 HTTP/1.1" status: 200 len: 210 time: 0.0486984 Apr 05 18:51:34.759025 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:51:34.949297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:51:34.959549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] Sync routers for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:51:34.970588 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:51:34.971652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:51:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:35.032855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] No DVR routers for this DVR port ac9ef547-a934-412e-a540-3dd2b0c0b4d4 on host hv-cinder-78240 {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:51:35.035583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:35.040227 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-deleted', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:51:35.056492 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-533e96ca-271a-4377-a32b-c5f75b26267a req-e7c688a6-b9df-4963-a4d1-ba38dd39c197 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.44 "DELETE /v2.0/ports/ac9ef547-a934-412e-a540-3dd2b0c0b4d4 HTTP/1.1" status: 204 len: 173 time: 1.4693844 Apr 05 18:51:35.169675 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73123989-b2f2-4ee7-9089-bd10e51052f2', 'name': 'network-vif-deleted', 'tag': 'ac9ef547-a934-412e-a540-3dd2b0c0b4d4', 'status': 'completed', 'code': 200} Apr 05 18:51:35.328645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:51:35.658172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:35.662112 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] Checking router: 33cdce27-4798-47b8-8d1a-eafbf9fc0fff for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:51:35.676555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:51:35.677228 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:51:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:35.788996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42168) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:35.860238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:35.867258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:51:35.891072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:35.943592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:35.949812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-39700ef4-ec77-4fdc-ae56-22908e44e695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:35.955170 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:35.966782 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a283a-b2bc-4e2a-8b9b-4b852092a18b,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:35.978720 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.979152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.979589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.980000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.980400 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.980798 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.981197 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.981593 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.981991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.982384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.982778 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.983169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:35.986707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:35.988138 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad7a283a-b2bc-4e2a-8b9b-4b852092a18b HTTP/1.1" status: 204 len: 168 time: 0.1980815 Apr 05 18:51:35.989239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:35.990825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42174) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:36.010185 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.v2.resource [None req-1918735b-4825-4835-9791-6ebd76ecd500 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] show failed (client error): The resource could not be found. Apr 05 18:51:36.011271 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1918735b-4825-4835-9791-6ebd76ecd500 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "GET /v2.0/security-groups/ad7a283a-b2bc-4e2a-8b9b-4b852092a18b HTTP/1.1" status: 404 len: 347 time: 0.0192385 Apr 05 18:51:36.014238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42178) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:36.187328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Deleting port 09e5f687-ca64-4570-81ef-c4565b7f9392 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:36.187652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:36.247259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:36.251590 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb6951-688d-43c9-9d1f-2188d74b1f61 None None] The sync data for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb is: [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '9ec6617b-cdbf-4716-a91f-ea0d74771e88', 'name': '', 'network_id': 'e038d0f2-2e88-4870-96a1-ea984d54970c', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'mac_address': 'fa:16:3e:37:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:14Z', 'updated_at': '2021-04-05T18:45:33Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'subnets': [{'id': 'c45b5584-040f-4fcf-af84-c5e58ab5a48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:51:36.377167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:36.377531 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:36.518676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Calling delete_port for 09e5f687-ca64-4570-81ef-c4565b7f9392 owned by network:floatingip {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:51:36.673000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:36.687206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed496d-e1a1-47f1-8c55-69d8a2389e92 None None] New status for floating IP 5fd68587-f16f-47a0-a816-403be29684aa: DOWN {{(pid=84251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:51:36.689305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0755a3d0-b0a7-48bc-9951-76680be82e32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:36.788210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Pushing event deleted for resources: {'Port': ['ID=09e5f687-ca64-4570-81ef-c4565b7f9392,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:36.792342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:36.954013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks [] for floatingip, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:36.968706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:36.969914 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] 10.222.0.15 "DELETE /v2.0/floatingips/5fd68587-f16f-47a0-a816-403be29684aa HTTP/1.1" status: 204 len: 168 time: 0.9547265 Apr 05 18:51:37.684711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:51:37.721516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: ac9ef547-a934-412e-a540-3dd2b0c0b4d4 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:51:37.721916 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device ac9ef547-a934-412e-a540-3dd2b0c0b4d4 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:51:39.226240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:39.782868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42224) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:40.761202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942953'] for router_interface, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:41.142777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Deleting port 9ec6617b-cdbf-4716-a91f-ea0d74771e88 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:41.143073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:41.326937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] For port 9ec6617b-cdbf-4716-a91f-ea0d74771e88, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=9ec6617b-cdbf-4716-a91f-ea0d74771e88,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:51:41.327332 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:41.456482 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Calling delete_port for 9ec6617b-cdbf-4716-a91f-ea0d74771e88 owned by network:router_interface {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:51:41.626730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:41.641726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7adfaaeb-eec4-4083-a91f-9aed639189f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:41.740719 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec6617b-cdbf-4716-a91f-ea0d74771e88,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:41.745171 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:42.088516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940732'] for router_interface, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:42.606360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:51:42.800771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:51:42.810582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] Sync routers for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:51:42.814091 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-462870e6-15f3-48e4-b1e9-e0d6e24b1fc5 admin admin] 10.222.0.15 "PUT /v2.0/routers/33cdce27-4798-47b8-8d1a-eafbf9fc0fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0297391 Apr 05 18:51:42.816532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42254) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:42.820801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:51:42.821479 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:51:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:43.005744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks [] for router, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:43.013840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:51:43.326586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:51:41Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:43.330613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] Checking router: 33cdce27-4798-47b8-8d1a-eafbf9fc0fff for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:51:43.339957 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] Routers {'33cdce27-4798-47b8-8d1a-eafbf9fc0fff'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:51:43.340611 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:51:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:43.429894 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:43.438458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Deleting port ddffee60-a331-4a83-9467-f5103e429fcb {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:43.438840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:43.534657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] Set router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:51:43.631827 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] For port ddffee60-a331-4a83-9467-f5103e429fcb, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ddffee60-a331-4a83-9467-f5103e429fcb,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:51:43.632265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:43.774820 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Calling delete_port for ddffee60-a331-4a83-9467-f5103e429fcb owned by network:router_gateway {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:51:43.953474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:43.973362 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6d61988a-eee8-4d43-a813-2e9b9a8fd4c5 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:44.009676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:51:41Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:44.013839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa331c8-0c0a-4323-92a9-784fa787095f None None] The sync data for ids ['33cdce27-4798-47b8-8d1a-eafbf9fc0fff'] in dv-cinder-782405-5-smb is: [{'id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'name': 'tempest-AttachVolumeShelveTestJSON-1870304248-router', 'tenant_id': '3205a941f52a47429eb3a9e75932e721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:45:00Z', 'updated_at': '2021-04-05T18:51:41Z', 'revision_number': 5, 'project_id': '3205a941f52a47429eb3a9e75932e721', 'gw_port': {'id': 'ddffee60-a331-4a83-9467-f5103e429fcb', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cdce27-4798-47b8-8d1a-eafbf9fc0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:45:02Z', 'updated_at': '2021-04-05T18:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:51:44.074245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddffee60-a331-4a83-9467-f5103e429fcb,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:44.078365 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:44.250363 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-935356'] for router_gateway, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:44.439937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769370'] for router, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:44.442204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:44.463627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830521'] for router, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:44.464195 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33cdce27-4798-47b8-8d1a-eafbf9fc0fff {{(pid=84248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 18:51:44.476582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:44.477863 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] 10.222.0.15 "DELETE /v2.0/routers/33cdce27-4798-47b8-8d1a-eafbf9fc0fff HTTP/1.1" status: 204 len: 168 time: 1.6603098 Apr 05 18:51:44.481088 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42260) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:44.547693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] Deleting subnet c45b5584-040f-4fcf-af84-c5e58ab5a48b {{(pid=84248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:51:44.550842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:44.605750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821966787'] for subnet, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:44.699684 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:44.745708 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ddffee60-a331-4a83-9467-f5103e429fcb no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:51:44.785282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: ddffee60-a331-4a83-9467-f5103e429fcb {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:51:44.785765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ddffee60-a331-4a83-9467-f5103e429fcb not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:51:44.786237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 9ec6617b-cdbf-4716-a91f-ea0d74771e88 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:51:44.823137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 9ec6617b-cdbf-4716-a91f-ea0d74771e88 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:51:44.823570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 9ec6617b-cdbf-4716-a91f-ea0d74771e88 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:51:44.990689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31815702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32299102'] for subnet, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:45.006081 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a527ba39-6324-406c-afd3-c9c4b8331fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:45.092416 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45b5584-040f-4fcf-af84-c5e58ab5a48b,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:45.095010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:45.137864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:45.143201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a70e4f-3740-4c08-99f7-0edb88ad3c24 None None] Network e038d0f2-2e88-4870-96a1-ea984d54970c requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:51:45.144853 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-13604aa3-1342-404b-a1d1-c7aa92afb548 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c45b5584-040f-4fcf-af84-c5e58ab5a48b HTTP/1.1" status: 204 len: 168 time: 0.6624150 Apr 05 18:51:45.147279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42270) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:45.265771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:45.334072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Deleting port 08a4797f-67b9-40e3-9773-e576422bb420 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:45.334447 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:45.424554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] DHCP port deletion for e038d0f2-2e88-4870-96a1-ea984d54970c request from dv-cinder-782405-5-smb {{(pid=84250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 18:51:45.429350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] Deleting port 08a4797f-67b9-40e3-9773-e576422bb420 {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:45.429754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:45.559886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] For port 08a4797f-67b9-40e3-9773-e576422bb420, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=08a4797f-67b9-40e3-9773-e576422bb420,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:51:45.560342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:45.656047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] For port 08a4797f-67b9-40e3-9773-e576422bb420, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=08a4797f-67b9-40e3-9773-e576422bb420,segment=NetworkSegment(05817c9c-8ac8-4818-b94c-35878529796d),segment_id=05817c9c-8ac8-4818-b94c-35878529796d)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:51:45.656419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:45.696124 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Calling delete_port for 08a4797f-67b9-40e3-9773-e576422bb420 owned by network:dhcp {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:51:45.775885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:45.791383 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-20e9a654-9651-425d-8941-100382f895af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:45.796080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] Calling delete_port for 08a4797f-67b9-40e3-9773-e576422bb420 owned by network:dhcp {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:51:45.870351 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.api [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:51:45.871036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_db.api [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 18:51:45.889132 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a4797f-67b9-40e3-9773-e576422bb420,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:45.901335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:45.934183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] No DVR routers for this DVR port 08a4797f-67b9-40e3-9773-e576422bb420 on host dv-cinder-782405-5-smb {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:51:46.055942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:46.167552 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e038d0f2-2e88-4870-96a1-ea984d54970c']}} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:46.179864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05817c9c-8ac8-4818-b94c-35878529796d') {'for_net_delete': True} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:46.180202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05817c9c-8ac8-4818-b94c-35878529796d') {} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:46.192509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821676762'] for segment, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:46.206810 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:46.213092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:51:46.372667 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] Deleting port 08a4797f-67b9-40e3-9773-e576422bb420 {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:46.373083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:46.450837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-c7333eef-8a89-4993-8655-747d994d62a2 None None] The port '08a4797f-67b9-40e3-9773-e576422bb420' was deleted {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 18:51:46.633922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Network e038d0f2-2e88-4870-96a1-ea984d54970c has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:51:46.646364 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278810'] for segment, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:46.726743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 08a4797f-67b9-40e3-9773-e576422bb420 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:51:46.765381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 08a4797f-67b9-40e3-9773-e576422bb420 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:51:46.765743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 08a4797f-67b9-40e3-9773-e576422bb420 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:51:46.826921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Network e038d0f2-2e88-4870-96a1-ea984d54970c has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:51:46.849949 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:51:46.929074 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:46.932847 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:46.949517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:46.956044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Pushing event deleted for resources: {'Network': ['ID=e038d0f2-2e88-4870-96a1-ea984d54970c,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:46.960601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:46.972594 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8571dcc3-f0c6-45e7-b184-7c2ecdb2a012 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e038d0f2-2e88-4870-96a1-ea984d54970c HTTP/1.1" status: 204 len: 168 time: 1.8239439 Apr 05 18:51:47.092031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42294) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:47.144551 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-b57f905f-88ef-4616-91b3-e4a832be760d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3205a941f52a47429eb3a9e75932e721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511456 Apr 05 18:51:47.147148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42298) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:47.208336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb83-317e-4513-a672-ca864bb14b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:47.239320 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb83-317e-4513-a672-ca864bb14b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:47.286310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb83-317e-4513-a672-ca864bb14b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:47.291711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2d7541fa-cc71-43b7-8321-506a5ead17da tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:47.305551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ccb83-317e-4513-a672-ca864bb14b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37faa0dc-fcb9-4ef9-831e-a496bfeff78b,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:47.310525 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6f6ccb83-317e-4513-a672-ca864bb14b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:47.313969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb83-317e-4513-a672-ca864bb14b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:47.317737 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-6f6ccb83-317e-4513-a672-ca864bb14b0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37faa0dc-fcb9-4ef9-831e-a496bfeff78b HTTP/1.1" status: 204 len: 168 time: 0.1669624 Apr 05 18:51:48.089887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42326) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:48.200835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1314916595-network', 'tenant_id': 'ef8824626ecc4f8d84245db44ef42028'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:48.205848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:51:48.209947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Usage tracker for resource:network and tenant:ef8824626ecc4f8d84245db44ef42028 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:51:48.213016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:51:48.218984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:51:48.229240 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Made reservation on behalf of ef8824626ecc4f8d84245db44ef42028 for: {'network': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:51:48.234254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for network, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:48.247544 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:48.262450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:51:48.266528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8824626ecc4f8d84245db44ef42028 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:51:48.269408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:51:48.275385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:51:48.360462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:48.363043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:48.367848 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7dfdeec9-5cc9-4bbb-9c50-0914ed9af7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:48.396511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=84248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 18:51:48.405388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d7e4aa-6407-4a19-919d-d513cc82bd20,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:48.409212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:48.411725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:48.412113 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.segments_db [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Added segment 27e04fe6-479a-4c4c-b30b-8f532a5c8a8b of type vlan for network 4400b794-4e4c-4981-baa6-e94242532bc2 Apr 05 18:51:48.444927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770071872081'] for network, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:48.474286 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827'] for network, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:48.475724 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:48.476358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:48.481891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-588bff9a-91f2-4539-8fdc-366273ee0373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:48.585238 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4914112 Apr 05 18:51:48.585443 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42338) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:48.588853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Pushing event updated for resources: {'Network': ['ID=4400b794-4e4c-4981-baa6-e94242532bc2,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:48.594207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Request body: {'subnet': {'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1314916595-subnet', 'tenant_id': 'ef8824626ecc4f8d84245db44ef42028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:48.597935 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-355ad833-5d7c-4e77-b401-0befee9ae646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:48.599787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Network 4400b794-4e4c-4981-baa6-e94242532bc2 details requested by agent ovs-agent-dv-cinder-782405-5-smb with host dv-cinder-782405-5-smb {{(pid=84250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 18:51:48.600127 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:51:48.604858 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Usage tracker for resource:subnet and tenant:ef8824626ecc4f8d84245db44ef42028 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:51:48.607899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:51:48.614198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:51:48.623960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Made reservation on behalf of ef8824626ecc4f8d84245db44ef42028 for: {'subnet': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:51:48.628878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822476700'] for subnet, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:49.051269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822960083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822476713'] for subnet, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:49.068003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:49.192791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebc6433-1d41-4ddd-81fb-907ad6512869,revision_number=0']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:49.197815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:49.241304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fcd28-5ad9-4b2a-8d04-2f8552f7a02a req-f35a455a-d116-420d-9ef0-e369363a4725 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:49.242911 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d96fcd28-5ad9-4b2a-8d04-2f8552f7a02a req-f35a455a-d116-420d-9ef0-e369363a4725 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0894406 Apr 05 18:51:49.268696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Checking segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:51:49.269095 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Network hostable DHCP agents. Network: 4400b794-4e4c-4981-baa6-e94242532bc2, hostable agents: ['b32c8b3d-04f0-495e-9728-7ea198b2b318'], hosted agents: [] {{(pid=84248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 18:51:49.287613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Network 4400b794-4e4c-4981-baa6-e94242532bc2 is scheduled to be hosted by DHCP agent b32c8b3d-04f0-495e-9728-7ea198b2b318 with binding_index 1 {{(pid=84248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 18:51:49.291157 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d96fcd28-5ad9-4b2a-8d04-2f8552f7a02a req-bb1ac47f-d0d4-464d-a4e9-a1183c2d9bd1 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Apr 05 18:51:49.296398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-5-smb, 4400b794-4e4c-4981-baa6-e94242532bc2) {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:51:49.309191 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:49.309879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:49.317163 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43bf728-7e27-40eb-aee0-5cb08e07468f None None] Network 4400b794-4e4c-4981-baa6-e94242532bc2 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:51:49.328930 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-4a2e8cc0-1aa5-4370-979b-d934ce0982a9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7424488 Apr 05 18:51:49.537411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e94f0-24cf-42a9-8bba-d1051ace391b None None] Network 4400b794-4e4c-4981-baa6-e94242532bc2 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:51:49.868896 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-7699da83-27b2-457d-87f2-ec07ed9fae20 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:49.869610 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-7699da83-27b2-457d-87f2-ec07ed9fae20 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:network {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:51:49.886037 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-7699da83-27b2-457d-87f2-ec07ed9fae20 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:network {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:51:49.887342 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-7699da83-27b2-457d-87f2-ec07ed9fae20 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 815 time: 0.1762772 Apr 05 18:51:49.903767 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-6068cd75-4cd4-413e-aaa9-93dda09c9349 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/quotas/ef8824626ecc4f8d84245db44ef42028 HTTP/1.1" status: 200 len: 375 time: 0.0101404 Apr 05 18:51:49.956278 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-f85b69d3-5a60-418c-a841-c201a87d65cc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467963 Apr 05 18:51:50.144757 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-666f63cb-0b51-4ff3-b3cf-77764fd27814 service neutron] 10.222.0.15 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802866 Apr 05 18:51:50.292089 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e8c7cc51-9641-4a16-a356-fe931eb1c1fa service neutron] 10.222.0.15 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408169 Apr 05 18:51:50.485982 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9814ac7b-02b8-457c-b3d8-bf3e0fac2cbe req-dbffdf3f-cc9f-497c-bf1f-7bc68e7688aa tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 210 time: 0.0491772 Apr 05 18:51:50.507679 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9627-90fb-4841-a65c-f5a90a4919ab req-b9dc6faf-bfdb-47fe-a485-08071bf2ea32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:50.509590 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e2ba9627-90fb-4841-a65c-f5a90a4919ab req-b9dc6faf-bfdb-47fe-a485-08071bf2ea32 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.1023314 Apr 05 18:51:50.559301 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e2ba9627-90fb-4841-a65c-f5a90a4919ab req-0ad48793-8c71-42c7-b539-2167db91cadd tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Apr 05 18:51:51.284411 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-560c7308-a127-4d4e-9282-367d2d272bf5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:51.285948 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-560c7308-a127-4d4e-9282-367d2d272bf5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.0851085 Apr 05 18:51:51.366053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Deleting port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:51.366646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:51.609878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-385aab34-ce83-4cae-bb20-665e595560c1 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:51.611956 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-385aab34-ce83-4cae-bb20-665e595560c1 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 815 time: 0.1696503 Apr 05 18:51:51.647476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] For port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:51:51.647968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:51.675709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Request body: {'port': {'device_id': 'f418255e-80f9-4e2b-8ef4-488cd946e4db', 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'admin_state_up': True, 'tenant_id': 'ef8824626ecc4f8d84245db44ef42028'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:51.698003 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a4b0097f-1de1-4fb6-8c59-5dfc36c0a1de req-0877ff9c-3811-478b-9353-6d26b98a14c8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 210 time: 0.0795000 Apr 05 18:51:51.937419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739782bd-5dda-4179-bd29-1e2cdde78af7 req-94fb77f9-e48a-4050-a377-24f076ad9281 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:51.939133 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-739782bd-5dda-4179-bd29-1e2cdde78af7 req-94fb77f9-e48a-4050-a377-24f076ad9281 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 946 time: 0.2153563 Apr 05 18:51:52.066993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:51:52.071087 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Usage tracker for resource:port and tenant:ef8824626ecc4f8d84245db44ef42028 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:51:52.074107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:51:52.080235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:51:52.085362 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-739782bd-5dda-4179-bd29-1e2cdde78af7 req-00a77aa2-dd60-4ffa-8950-8be8e6b2b66e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a14526f-1853-4722-b528-432b096acdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349740 Apr 05 18:51:52.089053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Made reservation on behalf of ef8824626ecc4f8d84245db44ef42028 for: {'port': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:51:52.095278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:52.099506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:52.099914 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853840437'] for floatingip, after_update {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:52.100262 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Floating IP ae6b2ff2-61ee-49e2-960a-e951809581ed disassociated. External IP: 172.28.3.47, port: 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56. Apr 05 18:51:52.100644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Calling delete_port for 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 owned by compute:nova {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:51:52.248566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:52.265404 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Allocated IP 172.20.0.9 (4400b794-4e4c-4981-baa6-e94242532bc2/2ebc6433-1d41-4ddd-81fb-907ad6512869/acdd8e83-e22f-40b4-9e0e-53601d3878ed) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:51:52.265736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7d186c6e-0c20-4e52-9dc9-e4c7dcd4ad7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:52.360107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event deleted for resources: {'Port': ['ID=0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:52.366450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:52.480750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:52.509862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:52.525589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:52.624555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Router a936f6d6-fa45-4a10-bedb-4f237fbad822 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:51:52.666060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Pushing event updated for resources: {'Port': ['ID=acdd8e83-e22f-40b4-9e0e-53601d3878ed,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:52.670649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:52.724532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Network 4400b794-4e4c-4981-baa6-e94242532bc2 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:51:52.725764 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:51:52.728670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:51:52.796565 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:52.797578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:52.817420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:51:52.829889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] Sync routers for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:51:52.842071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:51:52.843111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:51:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:52.863147 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1970963 Apr 05 18:51:52.883245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Request body: {'port': {'device_id': 'f418255e-80f9-4e2b-8ef4-488cd946e4db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:52.904605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] No DVR routers for this DVR port 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 on host hv-cinder-78240 {{(pid=84249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:51:52.907145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:52.912212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'name': 'network-vif-deleted', 'tag': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56'}] {{(pid=84249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:51:52.929038 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-6ddee6e8-78d4-4a7b-92cd-0cf0ec9bb6e4 req-20b377cb-2a01-43aa-b9fb-09d5a9d09737 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.44 "DELETE /v2.0/ports/0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 HTTP/1.1" status: 204 len: 173 time: 1.6368561 Apr 05 18:51:53.008412 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94426cc-29d3-46fa-a8d2-dc35bae9d414', 'name': 'network-vif-deleted', 'tag': '0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56', 'status': 'completed', 'code': 200} Apr 05 18:51:53.070980 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcb3f1-ecb8-496c-93d2-a6633928ab99 req-8ac235ef-1eee-4ce1-aac5-5d073fafd3a6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:53.072213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-f6fcb3f1-ecb8-496c-93d2-a6633928ab99 req-8ac235ef-1eee-4ce1-aac5-5d073fafd3a6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:51:53.077671 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:53.123808 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:51:53.149444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-f6fcb3f1-ecb8-496c-93d2-a6633928ab99 req-8ac235ef-1eee-4ce1-aac5-5d073fafd3a6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:51:53.151247 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f6fcb3f1-ecb8-496c-93d2-a6633928ab99 req-8ac235ef-1eee-4ce1-aac5-5d073fafd3a6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 931 time: 0.3333881 Apr 05 18:51:53.254878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-f6fcb3f1-ecb8-496c-93d2-a6633928ab99 req-d767a2f8-ba93-4a7e-9cba-07d5eb2734fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:security_group {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:51:53.267838 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-36e33f43-2663-49e7-8b8a-e45db004c9e6 req-e779766a-86b4-4aa1-904a-a32311493034 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Synchronizing usage tracker for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84249) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:51:53.279410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:51:53.285111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-36e33f43-2663-49e7-8b8a-e45db004c9e6 req-e779766a-86b4-4aa1-904a-a32311493034 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Unset dirty status for tenant:1c224e3c266642458c8326264b32d574 on resource:port {{(pid=84249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:51:53.286549 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-36e33f43-2663-49e7-8b8a-e45db004c9e6 req-e779766a-86b4-4aa1-904a-a32311493034 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94426cc-29d3-46fa-a8d2-dc35bae9d414 HTTP/1.1" status: 200 len: 210 time: 0.0697417 Apr 05 18:51:53.330655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-f6fcb3f1-ecb8-496c-93d2-a6633928ab99 req-d767a2f8-ba93-4a7e-9cba-07d5eb2734fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:security_group {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:51:53.331827 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f6fcb3f1-ecb8-496c-93d2-a6633928ab99 req-d767a2f8-ba93-4a7e-9cba-07d5eb2734fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728418 Apr 05 18:51:53.489801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:53.493926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] Checking router: a936f6d6-fa45-4a10-bedb-4f237fbad822 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:51:53.502997 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:51:53.503695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:51:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:53.569152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdd8e83-e22f-40b4-9e0e-53601d3878ed {{(pid=84248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:51:53.578247 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:53.596059 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Transition to ACTIVE for port object acdd8e83-e22f-40b4-9e0e-53601d3878ed will not be triggered until provisioned by entity L2. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:51:53.599386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:53.613159 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0bed63bb-06c2-4460-9df3-36223ff0a9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:53.694216 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:51:53.759519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Pushing event updated for resources: {'Port': ['ID=acdd8e83-e22f-40b4-9e0e-53601d3878ed,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:53.763871 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:53.776407 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:51:53.813204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:51:53.813524 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 0cde1f7e-e3d2-4fbf-a0f5-2a5c8712fc56 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:51:53.986312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Attempting to bind port acdd8e83-e22f-40b4-9e0e-53601d3878ed on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:51:53.986687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Attempting to bind port acdd8e83-e22f-40b4-9e0e-53601d3878ed by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:51:53.987054 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Attempting to bind port acdd8e83-e22f-40b4-9e0e-53601d3878ed on network 4400b794-4e4c-4981-baa6-e94242532bc2 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:51:53.991937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Port acdd8e83-e22f-40b4-9e0e-53601d3878ed on network 4400b794-4e4c-4981-baa6-e94242532bc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:51:53.992300 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Attempting to bind port acdd8e83-e22f-40b4-9e0e-53601d3878ed on network 4400b794-4e4c-4981-baa6-e94242532bc2 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:51:53.998214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:51:53.998592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Checking segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:51:53.999016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Bound using segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:51:53.999535 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Bound port: acdd8e83-e22f-40b4-9e0e-53601d3878ed, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'}}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:51:53.999917 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:54.025787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:51:54.029868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f622ec9-f619-4ec0-8e51-0a917cbd5bd8 None None] The sync data for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb is: [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:46:17Z', 'revision_number': 4, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': 'a6f2b635-2492-42b5-9137-6e4019a9c7df', 'name': '', 'network_id': '593d143a-d23e-4cdf-af32-02d7a8663f0d', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'mac_address': 'fa:16:3e:f4:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:15Z', 'updated_at': '2021-04-05T18:46:26Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'subnets': [{'id': 'c573cac3-941f-4438-bb34-e5bf7cdb0eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:51:54.100044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] For port acdd8e83-e22f-40b4-9e0e-53601d3878ed, host hv-cinder-78240, cleared binding levels {{(pid=84248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:51:54.103129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] For port acdd8e83-e22f-40b4-9e0e-53601d3878ed, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=acdd8e83-e22f-40b4-9e0e-53601d3878ed,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:51:54.106397 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:54.122287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f4d45a88-1c28-4f59-8ba8-ef7094e46c03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:54.277167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Pushing event updated for resources: {'Port': ['ID=acdd8e83-e22f-40b4-9e0e-53601d3878ed,revision_number=3']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:54.281847 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:54.317444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:54.318121 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:54.319812 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/acdd8e83-e22f-40b4-9e0e-53601d3878ed HTTP/1.1" status: 200 len: 1093 time: 1.4422343 Apr 05 18:51:54.320196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f418255e-80f9-4e2b-8ef4-488cd946e4db', 'tag': 'acdd8e83-e22f-40b4-9e0e-53601d3878ed'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:51:54.436633 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f418255e-80f9-4e2b-8ef4-488cd946e4db', 'tag': 'acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'status': 'completed', 'code': 200} Apr 05 18:51:54.447002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-a9463b07-3779-48ed-995b-e7679a26fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:54.448490 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-a9463b07-3779-48ed-995b-e7679a26fe7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 1096 time: 0.0914638 Apr 05 18:51:54.461884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42404) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:54.467530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85299f3b-416c-41c3-a4cd-1643f6b3cdf6 None None] New status for floating IP ae6b2ff2-61ee-49e2-960a-e951809581ed: DOWN {{(pid=84250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:51:54.531115 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-e427f8a7-7d5c-472e-a037-08190ae50bce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acdd8e83-e22f-40b4-9e0e-53601d3878ed HTTP/1.1" status: 200 len: 217 time: 0.0671079 Apr 05 18:51:54.608528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-494c63c8-40f2-43f0-be7e-6d64fa1736c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:54.610868 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-494c63c8-40f2-43f0-be7e-6d64fa1736c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 200 len: 855 time: 0.0716207 Apr 05 18:51:54.632659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1101f5f0-13b6-422e-92f3-6b8dab883389 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:54.664601 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-4a22f1f1-97fa-4596-852c-35e15137b211 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4400b794-4e4c-4981-baa6-e94242532bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463815 Apr 05 18:51:54.669333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984a66c-7ca8-4074-9968-032204653663 req-b11d711e-a6eb-4dfa-9f37-51f1159756ac tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:54.670948 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3984a66c-7ca8-4074-9968-032204653663 req-b11d711e-a6eb-4dfa-9f37-51f1159756ac tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 943 time: 0.1804366 Apr 05 18:51:54.698154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1101f5f0-13b6-422e-92f3-6b8dab883389 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:54.757963 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3984a66c-7ca8-4074-9968-032204653663 req-69dfd9c0-7dfa-40d6-8bf9-554cc65e2319 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802939 Apr 05 18:51:54.777856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1101f5f0-13b6-422e-92f3-6b8dab883389 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:54.783676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6a5a9715-d2ba-480e-8247-9bbc9d031eb5 tempest-VolumesNegativeTest-1219470533 tempest-VolumesNegativeTest-1219470533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:54.799337 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101f5f0-13b6-422e-92f3-6b8dab883389 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a14526f-1853-4722-b528-432b096acdf8,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:54.802241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1101f5f0-13b6-422e-92f3-6b8dab883389 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:54.809659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1101f5f0-13b6-422e-92f3-6b8dab883389 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:54.811639 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1101f5f0-13b6-422e-92f3-6b8dab883389 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a14526f-1853-4722-b528-432b096acdf8 HTTP/1.1" status: 204 len: 168 time: 0.3478789 Apr 05 18:51:54.813751 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42408) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:54.820995 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-990d5d0a-3ede-4211-8176-b2a980f0b4fc service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459801 Apr 05 18:51:54.835643 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.api.v2.resource [None req-d860a6a6-8e03-4246-a63d-4ee70fd1d8d6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] show failed (client error): The resource could not be found. Apr 05 18:51:54.839415 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d860a6a6-8e03-4246-a63d-4ee70fd1d8d6 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "GET /v2.0/security-groups/2a14526f-1853-4722-b528-432b096acdf8 HTTP/1.1" status: 404 len: 347 time: 0.0220115 Apr 05 18:51:54.840120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42412) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:51:54.972521 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-79d78477-b2ce-4a84-96dd-f6c5e62bfd22 req-ba848c4e-0404-4fb0-b614-60418ba3b265 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386817 Apr 05 18:51:55.009990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Deleting port 4ddda2ef-0f75-4c15-b04a-5aba54df6bee {{(pid=84249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:51:55.010376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:55.096583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-2c520f54-77f4-4c1e-a61f-fea359353d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:55.098176 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-2c520f54-77f4-4c1e-a61f-fea359353d02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 1096 time: 0.0787735 Apr 05 18:51:55.192571 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:55.192937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:55.242474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-bb213bf1-e725-45b0-9c13-69d1a641dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:55.244581 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-bb213bf1-e725-45b0-9c13-69d1a641dafa service neutron] 10.222.0.44 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 916 time: 0.1397331 Apr 05 18:51:55.323260 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-8b9ba3f1-deca-44ee-a0b0-bcf4496122a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acdd8e83-e22f-40b4-9e0e-53601d3878ed HTTP/1.1" status: 200 len: 217 time: 0.0715570 Apr 05 18:51:55.396472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-ab82c500-a8df-4f7d-ab0c-f9f4feffad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:55.398101 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-ab82c500-a8df-4f7d-ab0c-f9f4feffad9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 200 len: 855 time: 0.0680196 Apr 05 18:51:55.458513 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-18c32d89-b379-4a5b-9c12-45ee2756fa21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4400b794-4e4c-4981-baa6-e94242532bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526533 Apr 05 18:51:55.564074 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Calling delete_port for 4ddda2ef-0f75-4c15-b04a-5aba54df6bee owned by network:floatingip {{(pid=84249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:51:55.719536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31497040'] for port, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:55.736583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7d11bcc1-3b58-46d2-9e09-5e707ef9c1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:55.841512 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-46137fd3-02eb-4ca1-b34c-2f009147d69b service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753302 Apr 05 18:51:55.844942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Pushing event deleted for resources: {'Port': ['ID=4ddda2ef-0f75-4c15-b04a-5aba54df6bee,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:55.847616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:56.001926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks [] for floatingip, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:56.019104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:56.021038 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-4c6f8017-fd90-42f5-b428-f04482afd9b5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] 10.222.0.15 "DELETE /v2.0/floatingips/ae6b2ff2-61ee-49e2-960a-e951809581ed HTTP/1.1" status: 204 len: 168 time: 1.1796808 Apr 05 18:51:56.065728 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d587d57a-a8db-476c-b8b4-96c61c184818 req-ea3d90a2-6902-4232-806c-5a17bb0d7534 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169261 Apr 05 18:51:56.074642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19d91-89c4-4ed0-bd00-47ecd0d8389e req-db107eb5-b8b6-4589-9a4b-53ff04207d6c tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:56.076190 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-eac19d91-89c4-4ed0-bd00-47ecd0d8389e req-db107eb5-b8b6-4589-9a4b-53ff04207d6c tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 943 time: 0.1921954 Apr 05 18:51:56.129846 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-eac19d91-89c4-4ed0-bd00-47ecd0d8389e req-d923b405-d20a-46cb-975b-a34c468d4f19 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Apr 05 18:51:57.327541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de7cb2-a31a-45da-867f-5c2710a28ac1 req-3664606d-b485-4087-879f-0b744a57e7cf tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:57.329150 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-94de7cb2-a31a-45da-867f-5c2710a28ac1 req-3664606d-b485-4087-879f-0b744a57e7cf tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 943 time: 0.0890460 Apr 05 18:51:57.378940 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-94de7cb2-a31a-45da-867f-5c2710a28ac1 req-aa1e2d89-076c-499b-8d3a-f64e3519c99c tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Apr 05 18:51:57.785120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device acdd8e83-e22f-40b4-9e0e-53601d3878ed details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:51:57.925202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port acdd8e83-e22f-40b4-9e0e-53601d3878ed, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=acdd8e83-e22f-40b4-9e0e-53601d3878ed,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:51:57.938771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'port_id': 'acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'mac_address': 'fa:16:3e:3c:86:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebc6433-1d41-4ddd-81fb-907ad6512869', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:51:57.996032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:58.013507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdd8e83-e22f-40b4-9e0e-53601d3878ed {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:51:58.029315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port acdd8e83-e22f-40b4-9e0e-53601d3878ed, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=acdd8e83-e22f-40b4-9e0e-53601d3878ed,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:51:58.032169 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:51:58.033902 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-37aa48cb-5d65-4a69-9ac5-9d4d14e55cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:51:58.103762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=acdd8e83-e22f-40b4-9e0e-53601d3878ed,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:51:58.111510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.111900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.112276 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.112649 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.113018 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.113385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.113750 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.114117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.114480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.114842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.115200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.115582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:51:58.119581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:51:58.317645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['acdd8e83-e22f-40b4-9e0e-53601d3878ed'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:51:58.581409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee346-aa33-4203-94e2-0b8c9965b69e req-b8d855f2-52bd-42c1-b123-2295beb2c8e2 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:58.583000 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-986ee346-aa33-4203-94e2-0b8c9965b69e req-b8d855f2-52bd-42c1-b123-2295beb2c8e2 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 944 time: 0.0892124 Apr 05 18:51:58.631748 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-986ee346-aa33-4203-94e2-0b8c9965b69e req-42f0f5a8-3320-47ee-b57b-5f613c5b0dbd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Apr 05 18:51:59.803177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device acdd8e83-e22f-40b4-9e0e-53601d3878ed up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:51:59.831651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9822673-84c5-4514-825c-c0c0ce66d2fd req-d5297900-bcf5-4d6d-a93f-660302e1d7a0 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:51:59.833248 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f9822673-84c5-4514-825c-c0c0ce66d2fd req-d5297900-bcf5-4d6d-a93f-660302e1d7a0 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 944 time: 0.0913460 Apr 05 18:51:59.881145 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port acdd8e83-e22f-40b4-9e0e-53601d3878ed completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:51:59.887093 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f9822673-84c5-4514-825c-c0c0ce66d2fd req-5ac8bfab-efc5-4f72-8e3d-8f2718b1693f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466092 Apr 05 18:51:59.887800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port acdd8e83-e22f-40b4-9e0e-53601d3878ed triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:51:59.888301 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:00.015128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:00.042963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f418255e-80f9-4e2b-8ef4-488cd946e4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdd8e83-e22f-40b4-9e0e-53601d3878ed'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:00.053452 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port acdd8e83-e22f-40b4-9e0e-53601d3878ed, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=acdd8e83-e22f-40b4-9e0e-53601d3878ed,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:00.057059 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:00.061775 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:00.094273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42452) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:00.094981 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f418255e-80f9-4e2b-8ef4-488cd946e4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'code': 200} Apr 05 18:52:00.139944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=acdd8e83-e22f-40b4-9e0e-53601d3878ed,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:00.143382 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:00.401366 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b962a-9582-4ea3-bd09-c910b18041c9 req-d9139f3f-1b4e-4575-a410-ca55f4d88d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:00.402932 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-965b962a-9582-4ea3-bd09-c910b18041c9 req-d9139f3f-1b4e-4575-a410-ca55f4d88d43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 1098 time: 0.1285858 Apr 05 18:52:00.583264 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-965b962a-9582-4ea3-bd09-c910b18041c9 req-922060a0-1d66-4daf-857b-c99e488cd7bd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226125 Apr 05 18:52:00.808496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942953'] for router_interface, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:01.091015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1431f6-43e5-45c2-9838-4e58c19db36b req-8665820d-617a-4f24-baa5-dcc9a697e8a5 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:01.092653 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5d1431f6-43e5-45c2-9838-4e58c19db36b req-8665820d-617a-4f24-baa5-dcc9a697e8a5 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 945 time: 0.0918341 Apr 05 18:52:01.140378 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5d1431f6-43e5-45c2-9838-4e58c19db36b req-583ae594-6787-4ec8-a378-7ec546ad5e7b tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Apr 05 18:52:01.181793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Deleting port a6f2b635-2492-42b5-9137-6e4019a9c7df {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:52:01.182114 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:01.364181 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] For port a6f2b635-2492-42b5-9137-6e4019a9c7df, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=a6f2b635-2492-42b5-9137-6e4019a9c7df,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:01.364582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:01.498338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Calling delete_port for a6f2b635-2492-42b5-9137-6e4019a9c7df owned by network:router_interface {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:52:01.673688 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:01.689065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:01.716999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6b9b2ab1-c169-4e54-8ff4-fa8f2775e640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:01.786856 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f2b635-2492-42b5-9137-6e4019a9c7df,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:01.789458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:02.135237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940732'] for router_interface, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:02.732483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19291e2-f85e-4fe6-b461-50089a4737fc req-f7ec75a8-ba8c-4b6f-8e12-a5a9b79bab6d tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:02.734340 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d19291e2-f85e-4fe6-b461-50089a4737fc req-f7ec75a8-ba8c-4b6f-8e12-a5a9b79bab6d tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 945 time: 0.4803805 Apr 05 18:52:02.812198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:02.861133 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d19291e2-f85e-4fe6-b461-50089a4737fc req-822fbef7-0312-4500-acd6-e3565d6ee777 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146171 Apr 05 18:52:02.993329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Router a936f6d6-fa45-4a10-bedb-4f237fbad822 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:52:03.184419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:52:03.194052 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] Sync routers for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:52:03.198580 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-da2a9b7d-da57-471d-a975-d67d07bb4362 admin admin] 10.222.0.15 "PUT /v2.0/routers/a936f6d6-fa45-4a10-bedb-4f237fbad822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1031132 Apr 05 18:52:03.201480 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42464) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:03.209125 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:52:03.209940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:51:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:52:03.411266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks [] for router, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:03.433488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:52:03.610707 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:03.619646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Deleting port cd199c6d-23ee-492d-aa2a-d53107c80f94 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:52:03.620032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:03.804872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] For port cd199c6d-23ee-492d-aa2a-d53107c80f94, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=cd199c6d-23ee-492d-aa2a-d53107c80f94,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:03.805271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:03.894566 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:52:01Z', 'revision_number': 5, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port': {'id': 'cd199c6d-23ee-492d-aa2a-d53107c80f94', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:46:10Z', 'updated_at': '2021-04-05T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:52:03.898706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] Checking router: a936f6d6-fa45-4a10-bedb-4f237fbad822 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:52:03.908868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] Routers {'a936f6d6-fa45-4a10-bedb-4f237fbad822'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:52:03.909528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:51:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['a936f6d6-fa45-4a10-bedb-4f237fbad822'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:52:03.938584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Calling delete_port for cd199c6d-23ee-492d-aa2a-d53107c80f94 owned by network:router_gateway {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:52:03.941729 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3d3e257b-577b-43a7-9e91-a4178916b362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.072431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] Set router a936f6d6-fa45-4a10-bedb-4f237fbad822 gateway port host: None {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:52:04.115855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.131507 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c3d6b5a1-e0b3-4450-9eeb-64a0b4753ff5 tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:04.143923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.186158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:52:03Z', 'revision_number': 6, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port_host': None}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:52:04.190279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b711-8a05-484f-8b9d-2ac3775d5b4a None None] The sync data for ids ['a936f6d6-fa45-4a10-bedb-4f237fbad822'] in dv-cinder-782405-5-smb is: [{'id': 'a936f6d6-fa45-4a10-bedb-4f237fbad822', 'name': 'tempest-AttachVolumeTestJSON-1152875404-router', 'tenant_id': '1c224e3c266642458c8326264b32d574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:46:09Z', 'updated_at': '2021-04-05T18:52:03Z', 'revision_number': 6, 'project_id': '1c224e3c266642458c8326264b32d574', 'gw_port_host': None}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:52:04.227002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd199c6d-23ee-492d-aa2a-d53107c80f94,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:04.234104 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:04.399783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-935356'] for router_gateway, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.587636 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769370'] for router, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.589887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.618644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830521'] for router, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.619209 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a936f6d6-fa45-4a10-bedb-4f237fbad822 {{(pid=84248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 18:52:04.631323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.632571 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-06e18a03-2998-41d1-ab61-e352f9264f57 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a936f6d6-fa45-4a10-bedb-4f237fbad822 HTTP/1.1" status: 204 len: 168 time: 1.4299037 Apr 05 18:52:04.636323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42478) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:04.711235 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] Deleting subnet c573cac3-941f-4438-bb34-e5bf7cdb0eed {{(pid=84249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:52:04.714777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.739661 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device a6f2b635-2492-42b5-9137-6e4019a9c7df no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:52:04.773494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33099055'] for subnet, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:04.935511 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:05.009186 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: a6f2b635-2492-42b5-9137-6e4019a9c7df {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:52:05.009573 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device a6f2b635-2492-42b5-9137-6e4019a9c7df not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:52:05.010366 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device cd199c6d-23ee-492d-aa2a-d53107c80f94 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:52:05.047308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: cd199c6d-23ee-492d-aa2a-d53107c80f94 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:52:05.047762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device cd199c6d-23ee-492d-aa2a-d53107c80f94 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:52:05.215008 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823278707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822916387'] for subnet, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:05.230446 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:05.317700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c573cac3-941f-4438-bb34-e5bf7cdb0eed,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:05.320375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:05.363803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:05.368844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b500f3c-088f-43b2-b0e0-1877b068bf61 None None] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:52:05.371027 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d57a3421-70d6-4340-b170-bbd55693f79f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c573cac3-941f-4438-bb34-e5bf7cdb0eed HTTP/1.1" status: 204 len: 168 time: 0.7336073 Apr 05 18:52:05.373912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42488) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:05.491604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:05.563921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Deleting port 1f69364f-a0b1-4b40-95f8-26ac8601b0da {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:52:05.564292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:05.623269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] DHCP port deletion for 593d143a-d23e-4cdf-af32-02d7a8663f0d request from dv-cinder-782405-5-smb {{(pid=84250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 18:52:05.627603 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] Deleting port 1f69364f-a0b1-4b40-95f8-26ac8601b0da {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:52:05.628063 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:05.790659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] For port 1f69364f-a0b1-4b40-95f8-26ac8601b0da, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=1f69364f-a0b1-4b40-95f8-26ac8601b0da,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:05.791051 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:05.847752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] For port 1f69364f-a0b1-4b40-95f8-26ac8601b0da, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=1f69364f-a0b1-4b40-95f8-26ac8601b0da,segment=NetworkSegment(36572ac9-20ef-4ab7-bb34-77cc63b9a22e),segment_id=36572ac9-20ef-4ab7-bb34-77cc63b9a22e)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:05.848200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:05.995389 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] Calling delete_port for 1f69364f-a0b1-4b40-95f8-26ac8601b0da owned by network:dhcp {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:52:06.039274 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:06.097180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217'] for port, after_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:06.173148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:06.177548 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Calling delete_port for 1f69364f-a0b1-4b40-95f8-26ac8601b0da owned by network:dhcp {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:52:06.256196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] Pushing event deleted for resources: {'Port': ['ID=1f69364f-a0b1-4b40-95f8-26ac8601b0da,revision_number=None']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:06.258152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.api [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84248) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:52:06.258523 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_db.api [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 18:52:06.260971 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:06.265297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] No DVR routers for this DVR port 1f69364f-a0b1-4b40-95f8-26ac8601b0da on host dv-cinder-782405-5-smb {{(pid=84250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:52:06.728153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 1f69364f-a0b1-4b40-95f8-26ac8601b0da no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:52:06.759849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Deleting port 1f69364f-a0b1-4b40-95f8-26ac8601b0da {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:52:06.760254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:06.768196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 1f69364f-a0b1-4b40-95f8-26ac8601b0da {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:52:06.768595 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 1f69364f-a0b1-4b40-95f8-26ac8601b0da not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:52:06.833696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] The port '1f69364f-a0b1-4b40-95f8-26ac8601b0da' was deleted {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 18:52:06.957118 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:07.072610 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593d143a-d23e-4cdf-af32-02d7a8663f0d']}} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:52:07.085164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36572ac9-20ef-4ab7-bb34-77cc63b9a22e') {'for_net_delete': True} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:52:07.085504 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36572ac9-20ef-4ab7-bb34-77cc63b9a22e') {} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:52:07.097918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32809012'] for segment, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:07.112664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:07.118870 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:52:07.302079 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:52:07.311910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31815869'] for segment, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:07.591129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Network 593d143a-d23e-4cdf-af32-02d7a8663f0d has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: % (table.description, expected, rows_matched) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: % (table.description, expected, rows_matched) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: % (table.description, expected, rows_matched) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: % (table.description, expected, rows_matched) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:52:07.616511 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:52:07.730013 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:07.740011 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-73933fed-0270-4552-9220-0a85b4da170b tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:07.741596 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-73933fed-0270-4552-9220-0a85b4da170b tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 815 time: 0.3618298 Apr 05 18:52:07.744176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:07.746756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4ed29268-9457-44fc-a190-7e430cb2a9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:07.779327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=593d143a-d23e-4cdf-af32-02d7a8663f0d,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:07.781802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:07.788981 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-8494ec09-b288-4d7f-b63c-a4621bc811f7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/quotas/ef8824626ecc4f8d84245db44ef42028 HTTP/1.1" status: 200 len: 375 time: 0.0281403 Apr 05 18:52:07.793939 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-bd4e1e9b-233c-4e24-bc93-0b6c2c7d3ee5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/593d143a-d23e-4cdf-af32-02d7a8663f0d HTTP/1.1" status: 204 len: 168 time: 2.4188604 Apr 05 18:52:07.881151 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-a0e344f2-70ef-43d7-b54d-72ad3d5ebd18 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853755 Apr 05 18:52:07.915947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42510) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:07.975336 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-140c8b85-85c0-41c6-bdad-f42fd0daf722 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c224e3c266642458c8326264b32d574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556521 Apr 05 18:52:07.975607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42514) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:08.027150 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-bf087300-b08e-4adf-921a-921788d98d53 service neutron] 10.222.0.15 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382275 Apr 05 18:52:08.036814 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-850303d1-e1a8-41fc-a5ac-c0e9ad768d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:08.064868 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-850303d1-e1a8-41fc-a5ac-c0e9ad768d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:08.112993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-850303d1-e1a8-41fc-a5ac-c0e9ad768d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:08.118219 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2b20722e-ee61-433a-82f7-11176172a310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:08.135157 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850303d1-e1a8-41fc-a5ac-c0e9ad768d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b911f266-2afe-4b37-af24-11c41752eda1,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:08.137829 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-850303d1-e1a8-41fc-a5ac-c0e9ad768d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:08.140039 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-850303d1-e1a8-41fc-a5ac-c0e9ad768d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:08.143572 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-850303d1-e1a8-41fc-a5ac-c0e9ad768d5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b911f266-2afe-4b37-af24-11c41752eda1 HTTP/1.1" status: 204 len: 168 time: 0.1645644 Apr 05 18:52:08.174581 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-eeebd124-bb97-4447-9f77-4478be557676 service neutron] 10.222.0.15 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404796 Apr 05 18:52:08.393378 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a2eb9e19-bcf0-4a02-87ec-dd16dc0f87d5 req-7e3d735c-145e-43fa-b5d4-97ec88889725 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 210 time: 0.0548930 Apr 05 18:52:09.245342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:09.528214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-074e6ba2-fff0-487b-ae91-2462d1a70842 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:09.530142 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-074e6ba2-fff0-487b-ae91-2462d1a70842 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 815 time: 0.1809206 Apr 05 18:52:09.582370 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Request body: {'port': {'device_id': '86c26e38-e76e-4c1a-888d-d8738f0cec94', 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'admin_state_up': True, 'tenant_id': 'ef8824626ecc4f8d84245db44ef42028'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:09.607578 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a3c56dff-cae3-47ba-ba57-bec380dae752 req-6582824e-2065-4ceb-b89b-7d0cd7e301e5 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 210 time: 0.0762918 Apr 05 18:52:09.677488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42582) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:09.745564 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:09.756000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:09.764872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Made reservation on behalf of ef8824626ecc4f8d84245db44ef42028 for: {'port': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:52:09.770932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:09.802312 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:09.817435 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:09.821540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Usage tracker for resource:security_group_rule and tenant:d69435d1232c4b67acd91111f108fe93 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:09.824514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:09.830741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:09.919115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:09.922331 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:09.931497 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-795f93d2-1bb3-475b-bafb-6596d9be365d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:09.946509 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Allocated IP 172.20.0.3 (4400b794-4e4c-4981-baa6-e94242532bc2/2ebc6433-1d41-4ddd-81fb-907ad6512869/abd797b4-edfe-48ad-bbe2-7c061fd05f17) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:52:09.972658 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d69435d1232c4b67acd91111f108fe93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940097 Apr 05 18:52:09.974770 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77739858-3a2c-49d2-86cc-8efb3c124e8b,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:09.976605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42588) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:09.978801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:10.168942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6fdcc31-e672-4d6a-9846-1447f63bd6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:10.224726 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6fdcc31-e672-4d6a-9846-1447f63bd6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:10.249329 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:10.296072 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6fdcc31-e672-4d6a-9846-1447f63bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:10.301062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7f7c874c-aa15-42d3-85f0-df5fc41dfee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:10.319774 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:10.322468 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdcc31-e672-4d6a-9846-1447f63bd6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77739858-3a2c-49d2-86cc-8efb3c124e8b,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:10.338694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['acdd8e83-e22f-40b4-9e0e-53601d3878ed'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:52:10.342496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a6fdcc31-e672-4d6a-9846-1447f63bd6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:10.344197 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-69dc381a-76e0-4680-aae6-dd66114ccfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:10.461670 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a6fdcc31-e672-4d6a-9846-1447f63bd6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:10.462896 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a6fdcc31-e672-4d6a-9846-1447f63bd6ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77739858-3a2c-49d2-86cc-8efb3c124e8b HTTP/1.1" status: 204 len: 168 time: 0.4852793 Apr 05 18:52:10.492505 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Pushing event updated for resources: {'Port': ['ID=abd797b4-edfe-48ad-bbe2-7c061fd05f17,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:10.506288 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:10.545122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Network 4400b794-4e4c-4981-baa6-e94242532bc2 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:52:10.546254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:52:10.548539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:52:10.618421 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:10.619085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:10.636978 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0588918 Apr 05 18:52:10.650220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Request body: {'port': {'device_id': '86c26e38-e76e-4c1a-888d-d8738f0cec94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:10.776557 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:10.822280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135dae3-258d-412f-baee-128eb994f9b9 req-1078d2c4-02cc-446b-ac36-fdb89805a118 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:10.824364 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1135dae3-258d-412f-baee-128eb994f9b9 req-1078d2c4-02cc-446b-ac36-fdb89805a118 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 931 time: 0.0984633 Apr 05 18:52:10.875432 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1135dae3-258d-412f-baee-128eb994f9b9 req-e4236a67-5eb4-45e6-80da-e7bf71bf42dc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Apr 05 18:52:11.211279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd797b4-edfe-48ad-bbe2-7c061fd05f17 {{(pid=84248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:52:11.219224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:11.236681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Transition to ACTIVE for port object abd797b4-edfe-48ad-bbe2-7c061fd05f17 will not be triggered until provisioned by entity L2. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:52:11.239821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:11.257244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2a4f8221-b6b3-4dbf-8906-e1bfc2b5f43e tempest-AttachVolumeTestJSON-1314368665 tempest-AttachVolumeTestJSON-1314368665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:11.392918 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Pushing event updated for resources: {'Port': ['ID=abd797b4-edfe-48ad-bbe2-7c061fd05f17,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:11.397261 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:11.620555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Attempting to bind port abd797b4-edfe-48ad-bbe2-7c061fd05f17 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:52:11.621136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Attempting to bind port abd797b4-edfe-48ad-bbe2-7c061fd05f17 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:52:11.621266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Attempting to bind port abd797b4-edfe-48ad-bbe2-7c061fd05f17 on network 4400b794-4e4c-4981-baa6-e94242532bc2 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:52:11.626148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Port abd797b4-edfe-48ad-bbe2-7c061fd05f17 on network 4400b794-4e4c-4981-baa6-e94242532bc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:11.626492 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Attempting to bind port abd797b4-edfe-48ad-bbe2-7c061fd05f17 on network 4400b794-4e4c-4981-baa6-e94242532bc2 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:52:11.631921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:52:11.632298 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Checking segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:52:11.632719 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Bound using segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:52:11.633190 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Bound port: abd797b4-edfe-48ad-bbe2-7c061fd05f17, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'}}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:52:11.633616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:11.730049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] For port abd797b4-edfe-48ad-bbe2-7c061fd05f17, host hv-cinder-78240, cleared binding levels {{(pid=84248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:52:11.733377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] For port abd797b4-edfe-48ad-bbe2-7c061fd05f17, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=abd797b4-edfe-48ad-bbe2-7c061fd05f17,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:52:11.738633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:11.754766 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-690c43cc-835a-4cd7-b76f-dea9d6b795e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:11.781401 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-abd2aa1f-c0dd-4c6e-9878-de355058b70d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802107 Apr 05 18:52:11.891245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-a590c8b8-540d-4109-b76d-e6da91b69b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:11.892948 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-a590c8b8-540d-4109-b76d-e6da91b69b84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1099 time: 0.0888128 Apr 05 18:52:12.075279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-9eaf9149-5258-4b9f-998c-02ce5c07af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:12.076897 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-9eaf9149-5258-4b9f-998c-02ce5c07af40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 910 time: 0.1560419 Apr 05 18:52:12.186830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42634) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:12.190616 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-078d707b-6afd-4c2d-8680-c82753e20462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 1001 time: 0.1052291 Apr 05 18:52:12.228031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Pushing event updated for resources: {'Port': ['ID=abd797b4-edfe-48ad-bbe2-7c061fd05f17,revision_number=3']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:12.231695 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:12.264269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-2c8f3563-986b-4198-8559-7067e2fc6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:12.265856 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-2c8f3563-986b-4198-8559-7067e2fc6900 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 200 len: 848 time: 0.0690577 Apr 05 18:52:12.277191 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d15b5-3f5f-474d-8392-033be1b414cb req-c4a79b4b-d7f9-4dac-afb3-2c3802aec18f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:12.277968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ec6d15b5-3f5f-474d-8392-033be1b414cb req-c4a79b4b-d7f9-4dac-afb3-2c3802aec18f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:52:12.297451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:12.298309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:12.299987 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] 10.222.0.44 "PUT /v2.0/ports/abd797b4-edfe-48ad-bbe2-7c061fd05f17 HTTP/1.1" status: 200 len: 1093 time: 1.6544678 Apr 05 18:52:12.302283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c26e38-e76e-4c1a-888d-d8738f0cec94', 'tag': 'abd797b4-edfe-48ad-bbe2-7c061fd05f17'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:12.312487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-ec6d15b5-3f5f-474d-8392-033be1b414cb req-c4a79b4b-d7f9-4dac-afb3-2c3802aec18f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:52:12.314030 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ec6d15b5-3f5f-474d-8392-033be1b414cb req-c4a79b4b-d7f9-4dac-afb3-2c3802aec18f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 943 time: 0.2151163 Apr 05 18:52:12.343831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:12.370251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:12.377569 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8ea6cf022b4efb910e6a486ec1f2e8 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:12.381089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:12.386716 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c26e38-e76e-4c1a-888d-d8738f0cec94', 'tag': 'abd797b4-edfe-48ad-bbe2-7c061fd05f17', 'status': 'completed', 'code': 200} Apr 05 18:52:12.389362 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:12.404472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-a4740e8d-81e1-41de-afe8-110c5025d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:12.406081 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-a4740e8d-81e1-41de-afe8-110c5025d4c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d5b14b6-ad7c-41b8-a35e-62b65632b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1333170 Apr 05 18:52:12.424333 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ec6d15b5-3f5f-474d-8392-033be1b414cb req-1d7ef0b7-7c04-4c3d-b2ed-bb2513ab633b tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997446 Apr 05 18:52:12.457133 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-578340c4-78a0-4883-96c0-df7595522b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:12.458730 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-578340c4-78a0-4883-96c0-df7595522b88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 1096 time: 0.1155050 Apr 05 18:52:12.537075 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-992af55c-ffef-4b0a-91e4-b5392ea2f939 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abd797b4-edfe-48ad-bbe2-7c061fd05f17 HTTP/1.1" status: 200 len: 217 time: 0.0703161 Apr 05 18:52:12.589911 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-b6cb8c2b-be30-46e1-9d7e-e6ee69ddba34 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755111 Apr 05 18:52:12.607762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-c4d24f0d-a5fa-4761-aeca-5f2403cb5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:12.609608 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-c4d24f0d-a5fa-4761-aeca-5f2403cb5549 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 200 len: 855 time: 0.0663097 Apr 05 18:52:12.662731 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-16e68480-17c5-46ce-8102-7203e1fa3353 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4400b794-4e4c-4981-baa6-e94242532bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458229 Apr 05 18:52:12.693027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:12.703826 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:12.718107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9cb66646-839b-476b-a5df-d92c5deeed62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:12.784142 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d8ea6cf022b4efb910e6a486ec1f2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935464 Apr 05 18:52:12.784692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42642) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:12.787128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eca327-0cd8-4240-b744-2fc939c36e92,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:12.800999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:12.806879 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-eb28f89d-c74e-45cf-88d2-5775db832e02 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374152 Apr 05 18:52:12.833066 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6248ece-0f5c-4608-b49a-21ab8b0475c3 req-b6d16baa-35b4-48c9-afb1-615ae7d45c8e service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351067 Apr 05 18:52:12.867570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff6b52ec-a905-49f0-a4d6-80124dccad81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:12.895642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff6b52ec-a905-49f0-a4d6-80124dccad81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:12.941310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff6b52ec-a905-49f0-a4d6-80124dccad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:12.946964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:12.952721 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-35ffc79d-afd4-46e1-8347-bf39d3df55ed req-a2d6f56a-cd48-4711-87c2-7a45bc3a96f1 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385887 Apr 05 18:52:12.960528 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b52ec-a905-49f0-a4d6-80124dccad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eca327-0cd8-4240-b744-2fc939c36e92,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:12.963020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ff6b52ec-a905-49f0-a4d6-80124dccad81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:12.972122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff6b52ec-a905-49f0-a4d6-80124dccad81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:12.973823 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ff6b52ec-a905-49f0-a4d6-80124dccad81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5eca327-0cd8-4240-b744-2fc939c36e92 HTTP/1.1" status: 204 len: 168 time: 0.1880574 Apr 05 18:52:13.082343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-c3a91d53-1136-4603-8086-955b29ac5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:13.084066 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-c3a91d53-1136-4603-8086-955b29ac5c6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 1096 time: 0.0822725 Apr 05 18:52:13.226841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-6b9ab606-b262-4f6b-a9c8-e30e565ce597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:13.229002 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-6b9ab606-b262-4f6b-a9c8-e30e565ce597 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 916 time: 0.1379898 Apr 05 18:52:13.261973 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42650) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:13.280883 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:13.300643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:13.304839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Usage tracker for resource:security_group_rule and tenant:08d799bf4b14470d94f04e2131540093 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:13.305087 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-54eb4da8-d7c6-48dc-b454-dc2d429b2380 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abd797b4-edfe-48ad-bbe2-7c061fd05f17 HTTP/1.1" status: 200 len: 217 time: 0.0684261 Apr 05 18:52:13.308457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:13.320268 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:13.379309 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-ce02d7f9-bd9a-4678-b302-a8b579cd680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:13.380907 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-ce02d7f9-bd9a-4678-b302-a8b579cd680d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 200 len: 855 time: 0.0683160 Apr 05 18:52:13.406570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:13.409644 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:13.417069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c9ce8c18-e224-4e71-9536-68757dd32a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:13.438609 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-b6377aaf-0941-4ebc-b42d-3282e3db32a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4400b794-4e4c-4981-baa6-e94242532bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473244 Apr 05 18:52:13.465742 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08d799bf4b14470d94f04e2131540093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001424 Apr 05 18:52:13.465742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3f3cad-0029-46fc-a7fd-fa28192b7260,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:13.466871 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42656) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:13.470488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d2a3090a-00be-4cac-9766-a1ed9a447bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:13.533993 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a7f70700-25f0-495a-a041-57777dabfd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:13.585488 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-e0116d6b-3efa-496e-93f5-287418de9278 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390042 Apr 05 18:52:13.613184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a7f70700-25f0-495a-a041-57777dabfd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:13.688807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8230-33a3-4536-a349-46e51dba2f3e req-e659088e-71d6-443c-bf51-2ba348499af7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:13.690348 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-becb8230-33a3-4536-a349-46e51dba2f3e req-e659088e-71d6-443c-bf51-2ba348499af7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 943 time: 0.1433115 Apr 05 18:52:13.696135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a7f70700-25f0-495a-a041-57777dabfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:13.702563 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6653a5fb-96c7-4d36-a402-502b55b76992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:13.730652 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f70700-25f0-495a-a041-57777dabfd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3f3cad-0029-46fc-a7fd-fa28192b7260,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:13.732322 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-13e9b9f5-a123-4fa0-b1c9-32e51899ab9c req-690a4d1f-d745-4b5e-a3df-272979c34993 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392434 Apr 05 18:52:13.738002 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a7f70700-25f0-495a-a041-57777dabfd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:13.740818 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a7f70700-25f0-495a-a041-57777dabfd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:13.744704 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a7f70700-25f0-495a-a041-57777dabfd4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c3f3cad-0029-46fc-a7fd-fa28192b7260 HTTP/1.1" status: 204 len: 168 time: 0.2740345 Apr 05 18:52:13.771803 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-becb8230-33a3-4536-a349-46e51dba2f3e req-2c4daebe-5a50-46bd-8004-df6ae8177dee tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 Apr 05 18:52:14.504660 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381873c-db3e-42db-a42b-71a8fcaac91d req-367f8fa8-fe43-43d3-950b-b6a814ccf7af tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:14.506269 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e381873c-db3e-42db-a42b-71a8fcaac91d req-367f8fa8-fe43-43d3-950b-b6a814ccf7af tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0928192 Apr 05 18:52:14.554414 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e381873c-db3e-42db-a42b-71a8fcaac91d req-496fa190-6f37-4d71-964f-1749a2ef4228 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414407 Apr 05 18:52:14.978886 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae1439-f74f-46da-b444-19fbb24a836a req-30ea019c-b408-46e2-a56f-9aed57e60b03 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:14.980535 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-89ae1439-f74f-46da-b444-19fbb24a836a req-30ea019c-b408-46e2-a56f-9aed57e60b03 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 943 time: 0.0950069 Apr 05 18:52:15.029532 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-89ae1439-f74f-46da-b444-19fbb24a836a req-c2a2aaba-4fec-4ba4-a318-4551a1697b74 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Apr 05 18:52:15.756787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25c44-8776-4120-91e3-9478c61dad22 req-aeac74df-3d88-4654-85da-47cef147b7ff tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:15.758550 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-07f25c44-8776-4120-91e3-9478c61dad22 req-aeac74df-3d88-4654-85da-47cef147b7ff tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0885067 Apr 05 18:52:15.809548 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-07f25c44-8776-4120-91e3-9478c61dad22 req-ca543d55-a263-495e-8d6f-6835aaef05fd tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426292 Apr 05 18:52:15.903555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device abd797b4-edfe-48ad-bbe2-7c061fd05f17 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:52:16.043715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port abd797b4-edfe-48ad-bbe2-7c061fd05f17, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=abd797b4-edfe-48ad-bbe2-7c061fd05f17,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:16.057996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'abd797b4-edfe-48ad-bbe2-7c061fd05f17', 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'port_id': 'abd797b4-edfe-48ad-bbe2-7c061fd05f17', 'mac_address': 'fa:16:3e:2b:7b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebc6433-1d41-4ddd-81fb-907ad6512869', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:52:16.116682 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:16.134628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd797b4-edfe-48ad-bbe2-7c061fd05f17 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:52:16.150272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port abd797b4-edfe-48ad-bbe2-7c061fd05f17, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=abd797b4-edfe-48ad-bbe2-7c061fd05f17,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:16.153222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:16.154938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:16.226001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=abd797b4-edfe-48ad-bbe2-7c061fd05f17,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:16.230254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:16.232134 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ecf8-ead6-4616-94c6-fa1832b9e5de req-123a72c7-7a7f-438d-a934-ec175b0a51dd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:16.234004 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a947ecf8-ead6-4616-94c6-fa1832b9e5de req-123a72c7-7a7f-438d-a934-ec175b0a51dd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 944 time: 0.0872874 Apr 05 18:52:16.281462 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a947ecf8-ead6-4616-94c6-fa1832b9e5de req-aeb564c8-e038-45fa-af93-40595c4c2e62 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Apr 05 18:52:16.390813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['abd797b4-edfe-48ad-bbe2-7c061fd05f17'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:52:17.016271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d211f7-6bbb-4da8-aa66-d0bf1c16ea61 req-fa46d0ae-6977-47dc-a66f-2915e6f83fa4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:17.017876 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-70d211f7-6bbb-4da8-aa66-d0bf1c16ea61 req-fa46d0ae-6977-47dc-a66f-2915e6f83fa4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0928469 Apr 05 18:52:17.069195 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-70d211f7-6bbb-4da8-aa66-d0bf1c16ea61 req-83d0b680-85bb-46f4-b8d5-e7a60e73ad50 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448325 Apr 05 18:52:17.487026 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5019d-a46e-4f70-926d-3205569c2a32 req-68d3e87f-fe29-452a-ae4a-e506e9fe6547 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:17.488583 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-65a5019d-a46e-4f70-926d-3205569c2a32 req-68d3e87f-fe29-452a-ae4a-e506e9fe6547 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 944 time: 0.0933878 Apr 05 18:52:17.536768 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-65a5019d-a46e-4f70-926d-3205569c2a32 req-321fd5dc-4129-43f5-8dca-ac783550ade6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Apr 05 18:52:17.914689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device abd797b4-edfe-48ad-bbe2-7c061fd05f17 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:52:17.987293 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port abd797b4-edfe-48ad-bbe2-7c061fd05f17 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:52:17.992073 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port abd797b4-edfe-48ad-bbe2-7c061fd05f17 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:52:17.992494 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:18.114768 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:18.142258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c26e38-e76e-4c1a-888d-d8738f0cec94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd797b4-edfe-48ad-bbe2-7c061fd05f17'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:18.153053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port abd797b4-edfe-48ad-bbe2-7c061fd05f17, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=abd797b4-edfe-48ad-bbe2-7c061fd05f17,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:18.156325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:18.158429 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-681e50c7-439b-44b2-8635-1e41cbbe37a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:18.196893 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c26e38-e76e-4c1a-888d-d8738f0cec94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd797b4-edfe-48ad-bbe2-7c061fd05f17', 'code': 200} Apr 05 18:52:18.232289 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=abd797b4-edfe-48ad-bbe2-7c061fd05f17,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:18.235643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:18.277570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71febf-b402-4d08-b57c-e8737b8925eb req-80b9018f-dee0-455f-9d9e-b31ce6e03945 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:18.279182 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-eb71febf-b402-4d08-b57c-e8737b8925eb req-80b9018f-dee0-455f-9d9e-b31ce6e03945 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0949569 Apr 05 18:52:18.327590 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-eb71febf-b402-4d08-b57c-e8737b8925eb req-99d25beb-dfea-4d8c-a116-c9e8c54798a5 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417905 Apr 05 18:52:18.439807 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2a47-5a40-4629-992c-77be8c94e8c0 req-9ed4f134-8b5d-4d34-a7ef-2b0da1af7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:18.441276 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d34f2a47-5a40-4629-992c-77be8c94e8c0 req-9ed4f134-8b5d-4d34-a7ef-2b0da1af7076 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 1098 time: 0.0799139 Apr 05 18:52:18.485348 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d34f2a47-5a40-4629-992c-77be8c94e8c0 req-41be98e1-0be2-43f9-a0b8-4e5f01349ab4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Apr 05 18:52:18.738193 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0da1-0b81-458f-b885-7d6b3b62fcea req-f6189c2f-bd0a-4a73-95bd-be394caca10f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:18.739827 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bfda0da1-0b81-458f-b885-7d6b3b62fcea req-f6189c2f-bd0a-4a73-95bd-be394caca10f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 945 time: 0.0916882 Apr 05 18:52:18.788985 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bfda0da1-0b81-458f-b885-7d6b3b62fcea req-39249ebb-d252-4c32-bb3c-c8d00d0a3c65 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Apr 05 18:52:19.532153 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0689d-b34f-4137-b176-6fc7e5aa477c req-f6f8df34-bdbc-4686-ad1a-790a11ee41d4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:19.533693 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e9c0689d-b34f-4137-b176-6fc7e5aa477c req-f6f8df34-bdbc-4686-ad1a-790a11ee41d4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0918553 Apr 05 18:52:19.582040 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e9c0689d-b34f-4137-b176-6fc7e5aa477c req-cb596ee9-c6aa-49a0-80b2-c6b302add26a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Apr 05 18:52:19.997220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d556-f62f-4a8c-8a08-689d0a1bbf72 req-d417eb66-7a27-429e-ab25-9bb7ed45f938 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:19.998805 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a724d556-f62f-4a8c-8a08-689d0a1bbf72 req-d417eb66-7a27-429e-ab25-9bb7ed45f938 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 945 time: 0.0930152 Apr 05 18:52:20.045656 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-a724d556-f62f-4a8c-8a08-689d0a1bbf72 req-4c39cffd-3203-44e9-bf48-7a09d4c3a13c tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Apr 05 18:52:20.789921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f208119-af2a-45d9-b160-6767c9357e3e req-2bcb66c7-9866-4177-bbd3-d40d40bd64cf tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:20.792096 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8f208119-af2a-45d9-b160-6767c9357e3e req-2bcb66c7-9866-4177-bbd3-d40d40bd64cf tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0947254 Apr 05 18:52:20.841662 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8f208119-af2a-45d9-b160-6767c9357e3e req-64bb3671-9ae4-4f69-af3e-1de37313cb80 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429776 Apr 05 18:52:21.324473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42818) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:21.450575 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:21.467065 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:21.471049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Usage tracker for resource:security_group_rule and tenant:f57dda6e687b4559ad10a328fb3058ac is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:21.473984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:21.480678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:21.564642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:21.567281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:21.575887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-68ba3473-964d-4abf-ba94-85c9a825a5f5 tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:21.620941 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f57dda6e687b4559ad10a328fb3058ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953649 Apr 05 18:52:21.621862 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8947499-93f1-4928-99dd-86adf64aa039,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:21.623885 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42824) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:21.625287 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:21.687996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd570-61f4-4462-8e68-3a3697a4b8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:21.714624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd570-61f4-4462-8e68-3a3697a4b8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:21.757840 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd570-61f4-4462-8e68-3a3697a4b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:21.762682 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5835f3f4-d120-485e-8225-43c1b7bcb008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:21.779285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbd570-61f4-4462-8e68-3a3697a4b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8947499-93f1-4928-99dd-86adf64aa039,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:21.781892 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c4fbd570-61f4-4462-8e68-3a3697a4b8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:21.783960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd570-61f4-4462-8e68-3a3697a4b8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:21.785057 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c4fbd570-61f4-4462-8e68-3a3697a4b8c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8947499-93f1-4928-99dd-86adf64aa039 HTTP/1.1" status: 204 len: 168 time: 0.1591640 Apr 05 18:52:22.065502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b207fdf-f7f4-4a8d-ae67-f0b9f00833c4 req-e47ed3ad-785e-4da3-8565-2583bf6c2c52 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:22.067146 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4b207fdf-f7f4-4a8d-ae67-f0b9f00833c4 req-e47ed3ad-785e-4da3-8565-2583bf6c2c52 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0970380 Apr 05 18:52:22.099258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 42848) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:22.119244 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4b207fdf-f7f4-4a8d-ae67-f0b9f00833c4 req-7a302489-a8ce-49c1-98c4-a17bc550e146 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Apr 05 18:52:22.150237 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:22.455941 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:22.470384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Usage tracker for resource:security_group_rule and tenant:b7d2432060104cb783259f8368bc9a47 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:22.475484 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:22.486359 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:22.552454 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-697b6e23-3d89-4e6e-a8bf-cc81062263c2 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:22.554044 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-697b6e23-3d89-4e6e-a8bf-cc81062263c2 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 815 time: 0.4336717 Apr 05 18:52:22.578839 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-748048c2-c0da-425d-99b0-9afa9b907db6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/quotas/ef8824626ecc4f8d84245db44ef42028 HTTP/1.1" status: 200 len: 375 time: 0.0177732 Apr 05 18:52:22.679922 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:22.689056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:22.698812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-cd3d190f-17c1-4a2f-b5d9-475b55469129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:22.754484 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7d2432060104cb783259f8368bc9a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537986 Apr 05 18:52:22.756928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86323b63-3138-4407-8698-f3ef170f5c43,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:22.757358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 42852) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:22.766238 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-2fe34760-06b4-4bb7-afda-9a8b3b8615cd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1809270 Apr 05 18:52:22.766963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-158b3994-fa8a-4fd7-9bdc-683f62f06825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:22.819834 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8b7c84c6-fe47-4891-9008-09625ee50e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:22.847446 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8b7c84c6-fe47-4891-9008-09625ee50e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:22.896756 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8b7c84c6-fe47-4891-9008-09625ee50e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:22.906135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b572af19-1d9c-43ac-893a-b6f0690bf112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:22.916739 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-51acd547-2e4b-446a-b75c-dc096a706c19 service neutron] 10.222.0.15 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405926 Apr 05 18:52:22.921200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c84c6-fe47-4891-9008-09625ee50e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86323b63-3138-4407-8698-f3ef170f5c43,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:22.924246 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8b7c84c6-fe47-4891-9008-09625ee50e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:22.925933 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-8b7c84c6-fe47-4891-9008-09625ee50e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:22.929792 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-8b7c84c6-fe47-4891-9008-09625ee50e68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86323b63-3138-4407-8698-f3ef170f5c43 HTTP/1.1" status: 204 len: 168 time: 0.1713021 Apr 05 18:52:23.062906 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-e96e831e-a7d1-4e2d-8f55-6e98f90b0fdb service neutron] 10.222.0.15 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381218 Apr 05 18:52:23.268110 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0d5fba2b-e77e-4e8e-b387-5777c4c06967 req-6a3c0f93-ef4d-4ceb-ba2d-c079634348f4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 210 time: 0.0607581 Apr 05 18:52:23.368939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d230e-1677-42bc-ab82-51631a69faec req-af833ec0-ad36-45ca-93d6-59768996b3e6 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:23.368939 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b57d230e-1677-42bc-ab82-51631a69faec req-af833ec0-ad36-45ca-93d6-59768996b3e6 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.1033256 Apr 05 18:52:23.418278 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b57d230e-1677-42bc-ab82-51631a69faec req-04f3f841-0f35-44f6-ae4e-97336f798af8 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 Apr 05 18:52:24.484614 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0e6b559a-50a8-478d-976f-5087dc295d43 req-b3b26944-3b54-4d89-92ef-23290af940c8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 210 time: 0.0661736 Apr 05 18:52:24.543952 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-238e723c-fb0f-4d7a-b2b0-54868a4606e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:24.545855 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-238e723c-fb0f-4d7a-b2b0-54868a4606e9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 815 time: 0.2861111 Apr 05 18:52:24.561001 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Request body: {'port': {'device_id': '87bf3201-3e62-4117-ac7f-4ead99184c82', 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'admin_state_up': True, 'tenant_id': 'ef8824626ecc4f8d84245db44ef42028'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:24.582999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-ea55cc85-2810-46f1-a74c-8a735563e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:24.584992 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-ea55cc85-2810-46f1-a74c-8a735563e404 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1099 time: 0.0962954 Apr 05 18:52:24.738828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-4c966a05-6801-4c92-9d43-d3ddea796b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:24.740429 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-4c966a05-6801-4c92-9d43-d3ddea796b50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 910 time: 0.1482830 Apr 05 18:52:24.790129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b55d2a-a985-4be7-89bf-3f942039286a req-54cad658-7965-4a03-a1c3-0d63b95e1dd9 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:24.791757 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6b55d2a-a985-4be7-89bf-3f942039286a req-54cad658-7965-4a03-a1c3-0d63b95e1dd9 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.2119253 Apr 05 18:52:24.792801 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:24.818089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:24.842628 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Made reservation on behalf of ef8824626ecc4f8d84245db44ef42028 for: {'port': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:52:24.848581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:24.853852 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-4ea57253-879e-45d0-a19e-23184b4aaa24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 1001 time: 0.1059191 Apr 05 18:52:24.877512 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d6b55d2a-a985-4be7-89bf-3f942039286a req-f5784056-2903-4413-9b84-a046b2336ce7 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754664 Apr 05 18:52:24.929914 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-85a2bdf2-d865-495c-9bcc-21b32d5e1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:24.931634 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-85a2bdf2-d865-495c-9bcc-21b32d5e1b50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 200 len: 848 time: 0.0704458 Apr 05 18:52:25.016549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-ea1c0a2d-c63e-49a2-a4a8-0cdfdd265d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:25.018299 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-ea1c0a2d-c63e-49a2-a4a8-0cdfdd265d0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d5b14b6-ad7c-41b8-a35e-62b65632b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801482 Apr 05 18:52:25.046325 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Allocated IP 172.20.0.6 (4400b794-4e4c-4981-baa6-e94242532bc2/2ebc6433-1d41-4ddd-81fb-907ad6512869/d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:52:25.171196 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-f26d3024-cc6e-4361-a828-87e801e4a956 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420338 Apr 05 18:52:25.263777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:25.293265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:25.306090 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'abd797b4-edfe-48ad-bbe2-7c061fd05f17'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:52:25.312619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-d812c7c0-cf17-47d5-a6b9-1f0f7459e003 tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:25.321591 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b1ad5052-1bff-4492-9742-55dbc098d061 req-731cb31a-1f07-4549-b1c5-a2dd3bcf3ce0 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420081 Apr 05 18:52:25.451055 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Pushing event updated for resources: {'Port': ['ID=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:25.454249 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:25.517715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Network 4400b794-4e4c-4981-baa6-e94242532bc2 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:52:25.519162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:52:25.522308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:52:25.596178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:25.599303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:25.627495 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0723870 Apr 05 18:52:25.653812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Request body: {'port': {'device_id': '87bf3201-3e62-4117-ac7f-4ead99184c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:25.710516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa4682-4d32-43b4-bbd9-9ee38fff0444 req-6c6daf8c-3a1c-4fee-8c8f-a6d7cb21fa76 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:25.712655 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bfa4682-4d32-43b4-bbd9-9ee38fff0444 req-6c6daf8c-3a1c-4fee-8c8f-a6d7cb21fa76 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 931 time: 0.0976112 Apr 05 18:52:25.762357 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0bfa4682-4d32-43b4-bbd9-9ee38fff0444 req-6d45833e-33df-4d36-a465-d1c25a6490bd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Apr 05 18:52:25.783084 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:26.308971 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9b32a-86bc-448a-a1e3-350052acdffd req-5cf8c854-cea5-4ae1-bbbf-43d6c945f7d3 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:26.310564 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-97e9b32a-86bc-448a-a1e3-350052acdffd req-5cf8c854-cea5-4ae1-bbbf-43d6c945f7d3 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.1835496 Apr 05 18:52:26.442428 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-97e9b32a-86bc-448a-a1e3-350052acdffd req-f3c15455-532c-48e5-a86e-4ebd38b0af5f tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156588 Apr 05 18:52:26.562648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 {{(pid=84248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:52:26.570408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:26.586962 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Transition to ACTIVE for port object d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 will not be triggered until provisioned by entity L2. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:52:26.589794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:26.605390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-504eecd2-b513-4c39-954d-ee34d29fe525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:26.748214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Pushing event updated for resources: {'Port': ['ID=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:26.753690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:26.981202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Attempting to bind port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:52:26.981584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Attempting to bind port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:52:26.981934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Attempting to bind port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 on network 4400b794-4e4c-4981-baa6-e94242532bc2 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:52:26.988225 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 on network 4400b794-4e4c-4981-baa6-e94242532bc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:26.988592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Attempting to bind port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 on network 4400b794-4e4c-4981-baa6-e94242532bc2 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:52:26.994822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:52:26.995201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Checking segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:52:26.995648 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Bound using segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:52:26.996520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Bound port: d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'}}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:52:26.996906 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:27.000800 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b8835-e716-45d1-b24b-0b198435e680 req-8578368b-9b54-456f-93d7-e22964b2c8f2 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:27.002384 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-954b8835-e716-45d1-b24b-0b198435e680 req-8578368b-9b54-456f-93d7-e22964b2c8f2 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 943 time: 0.1056223 Apr 05 18:52:27.057224 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-954b8835-e716-45d1-b24b-0b198435e680 req-80af1535-1006-45ab-a8e7-dc764f7045d0 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479119 Apr 05 18:52:27.103616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] For port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49, host hv-cinder-78240, cleared binding levels {{(pid=84248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:52:27.106904 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] For port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:52:27.111690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:27.127136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-58b0ffd5-56a5-423d-8dfe-424671946bd3 tempest-VolumesActionsTest-1800853210 tempest-VolumesActionsTest-1800853210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:27.281594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Pushing event updated for resources: {'Port': ['ID=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,revision_number=3']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:27.287165 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:27.319418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:27.320092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:27.322036 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] 10.222.0.44 "PUT /v2.0/ports/d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 HTTP/1.1" status: 200 len: 1093 time: 1.6736381 Apr 05 18:52:27.322582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bf3201-3e62-4117-ac7f-4ead99184c82', 'tag': 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:27.371242 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bf3201-3e62-4117-ac7f-4ead99184c82', 'tag': 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49', 'status': 'completed', 'code': 200} Apr 05 18:52:27.464117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-62e460ae-915b-4408-9f8e-5831abacfa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:27.465760 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-62e460ae-915b-4408-9f8e-5831abacfa32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 1096 time: 0.0862029 Apr 05 18:52:27.547114 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-6adb0b4b-92d8-4e28-9375-4f8e73f76c74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 HTTP/1.1" status: 200 len: 217 time: 0.0709779 Apr 05 18:52:27.621508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-68efe3d6-8bd4-43da-9666-11973638e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:27.622993 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-68efe3d6-8bd4-43da-9666-11973638e3a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 200 len: 855 time: 0.0682690 Apr 05 18:52:27.644900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5d005-50dd-4084-8d1c-b8a7d32167f2 req-280dab4b-3f86-43fa-9a8c-eefb7827aae1 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:27.646482 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cef5d005-50dd-4084-8d1c-b8a7d32167f2 req-280dab4b-3f86-43fa-9a8c-eefb7827aae1 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0895667 Apr 05 18:52:27.680701 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-9fd11ae5-0cfe-436a-9d60-b6cc5598d081 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4400b794-4e4c-4981-baa6-e94242532bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483530 Apr 05 18:52:27.698890 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-cef5d005-50dd-4084-8d1c-b8a7d32167f2 req-82a93c85-6573-4068-baf1-a671b1bcecd2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Apr 05 18:52:27.849846 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-e12ad1e9-baf7-4b60-8b57-2a93bbac7cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614873 Apr 05 18:52:28.011152 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ef1698d6-5a79-48c5-af8f-ffbf182807e9 req-7310b991-d70b-41ed-a16e-4623fb3a6826 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543810 Apr 05 18:52:28.116761 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-c165f770-6726-4be9-9367-ca8e1ef9870d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1542289 Apr 05 18:52:28.129791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff206b89-cbbb-4b4b-bd62-493d780e93d3 req-26f02dc8-fd4c-43b9-8b5d-0423ff3fd648 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:28.131504 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff206b89-cbbb-4b4b-bd62-493d780e93d3 req-26f02dc8-fd4c-43b9-8b5d-0423ff3fd648 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.1189122 Apr 05 18:52:28.139183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-f746477e-0bde-4a22-a538-ad9229c4ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:28.140822 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-f746477e-0bde-4a22-a538-ad9229c4ae2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 1096 time: 0.0836251 Apr 05 18:52:28.190811 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ff206b89-cbbb-4b4b-bd62-493d780e93d3 req-ce655d29-74ae-4790-804b-87e273b74c83 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483060 Apr 05 18:52:28.363515 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-87171979-f058-403a-b34a-8898b5c786c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:28.365160 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-87171979-f058-403a-b34a-8898b5c786c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 916 time: 0.2167947 Apr 05 18:52:28.443298 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915de57-643e-4e4d-a16f-529231437947 req-c62ed227-e12d-4ae1-b83f-d2a5c24bf490 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:28.444107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-4915de57-643e-4e4d-a16f-529231437947 req-c62ed227-e12d-4ae1-b83f-d2a5c24bf490 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:52:28.457561 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-510e4666-2078-4f2d-95cc-0be04b608b9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 HTTP/1.1" status: 200 len: 217 time: 0.0845113 Apr 05 18:52:28.512440 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-4915de57-643e-4e4d-a16f-529231437947 req-c62ed227-e12d-4ae1-b83f-d2a5c24bf490 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:52:28.513714 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4915de57-643e-4e4d-a16f-529231437947 req-c62ed227-e12d-4ae1-b83f-d2a5c24bf490 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 943 time: 0.2812531 Apr 05 18:52:28.562711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-9c609877-74d2-4472-a102-eeaaae318056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:28.564291 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-9c609877-74d2-4472-a102-eeaaae318056 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 200 len: 855 time: 0.0990553 Apr 05 18:52:28.575258 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-4915de57-643e-4e4d-a16f-529231437947 req-4a6ee022-c79c-4d7d-9f7c-4ed82a925be8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547125 Apr 05 18:52:28.630135 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-f4e3f218-0767-4f99-a36d-6be7045e7b48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4400b794-4e4c-4981-baa6-e94242532bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504746 Apr 05 18:52:28.779789 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-1ad776fb-1965-414e-b485-a55fd4e7180f service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419744 Apr 05 18:52:28.931691 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-406900dc-dbd4-427a-b2f7-39a78374c208 req-97860dfb-d911-4a79-b7c8-4dd25c835b09 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448894 Apr 05 18:52:29.302295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-b2491032-f5dd-42d8-8db2-1ff9b1763ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:29.303909 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-b2491032-f5dd-42d8-8db2-1ff9b1763ed2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287&tenant_id=f2c53456e2f04a66b28f29022cf7089a HTTP/1.1" status: 200 len: 1099 time: 0.0799363 Apr 05 18:52:29.393251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4ad80-d248-4156-9a2e-e3fb3e327d2f req-d3edb2db-ef89-4308-8c5f-d552d04d03fc tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:29.394867 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-77b4ad80-d248-4156-9a2e-e3fb3e327d2f req-d3edb2db-ef89-4308-8c5f-d552d04d03fc tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0916796 Apr 05 18:52:29.405032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-bd3ec365-dbf8-402d-bb91-50416742f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:29.406637 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-bd3ec365-dbf8-402d-bb91-50416742f35f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1099 time: 0.0791059 Apr 05 18:52:29.445392 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-77b4ad80-d248-4156-9a2e-e3fb3e327d2f req-c309e58c-1d29-4613-858f-43c418d59a36 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 Apr 05 18:52:29.554022 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-499ca315-0ef7-4402-9a7a-c62250347904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:29.555583 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-499ca315-0ef7-4402-9a7a-c62250347904 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 910 time: 0.1415601 Apr 05 18:52:29.670364 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-5e468618-5680-456d-916f-d9f9e38bcac5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 1001 time: 0.1076291 Apr 05 18:52:29.796410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-d3d25b5a-a48d-42c0-880d-be99f1ab28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:29.797963 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-d3d25b5a-a48d-42c0-880d-be99f1ab28c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 200 len: 848 time: 0.1213493 Apr 05 18:52:30.012278 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:52:30.015396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1359bd90-3743-433c-8601-5ee46a670af3 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:52:30.117033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f40d0-206d-4a82-ad88-cbb937a87ba9 req-060a0ece-39f7-47a5-8c46-17fbebe73902 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:30.119156 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-da5f40d0-206d-4a82-ad88-cbb937a87ba9 req-060a0ece-39f7-47a5-8c46-17fbebe73902 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 943 time: 0.4034536 Apr 05 18:52:30.178605 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-da5f40d0-206d-4a82-ad88-cbb937a87ba9 req-8a569f87-4472-4a93-8b64-6ef008755539 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528247 Apr 05 18:52:30.181333 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-71c38355-c701-4d01-9d07-0b981e79df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:30.182831 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-71c38355-c701-4d01-9d07-0b981e79df21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d5b14b6-ad7c-41b8-a35e-62b65632b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3756299 Apr 05 18:52:30.253884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:30.269232 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:52:30.298514 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:30.310661 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:30.330292 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:30.331674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49', 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'port_id': 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49', 'mac_address': 'fa:16:3e:b1:24:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebc6433-1d41-4ddd-81fb-907ad6512869', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:52:30.332015 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-2fd0a8b2-d5db-4d71-9012-de8f2a381341 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416719 Apr 05 18:52:30.335822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:30.338923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:30.405901 dv-cinder-782405-5-smb neutron-server[84137]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3', 'code': 422} returned with failed status Apr 05 18:52:30.454822 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:30.478107 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=6']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:30.481440 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:30.483681 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:52:30.483825 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3d56c20e-65a0-4283-a58c-6b451c1e3b52 req-a073531b-afd6-409a-ba24-cfb714296fd2 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441774 Apr 05 18:52:30.502769 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:30.505716 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:30.508908 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-de62e9cd-13ca-4c9f-a520-628df0fcdd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:30.586976 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:30.590363 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:30.662323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1c744-3f65-4551-9efd-625704b803d6 req-2b79e38f-8255-49d3-88be-89b3ab9a948c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:30.664084 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d0c1c744-3f65-4551-9efd-625704b803d6 req-2b79e38f-8255-49d3-88be-89b3ab9a948c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 944 time: 0.0940685 Apr 05 18:52:30.716334 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-d0c1c744-3f65-4551-9efd-625704b803d6 req-c90597c2-0b9b-43d1-b9b1-ba06a2846911 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 Apr 05 18:52:30.757550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:52:31.382482 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42120b15-24a7-4ec9-af09-4e1adaf7f7d0 req-de6f94a4-f2d7-4266-be68-57aab72da6f8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:31.384398 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-42120b15-24a7-4ec9-af09-4e1adaf7f7d0 req-de6f94a4-f2d7-4266-be68-57aab72da6f8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 944 time: 0.0925951 Apr 05 18:52:31.432565 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-42120b15-24a7-4ec9-af09-4e1adaf7f7d0 req-8d3b0016-1b5c-4ca6-b8be-15098fa6a7ac tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 Apr 05 18:52:31.718794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-d8177881-e3a5-44ed-9b94-4d1b3c26c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:31.923725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac894d63-986d-4358-94d0-dbff2f0b5ab3 req-3b954956-1568-40ea-8fce-63ecdab1b9f0 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:31.924842 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac894d63-986d-4358-94d0-dbff2f0b5ab3 req-3b954956-1568-40ea-8fce-63ecdab1b9f0 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 944 time: 0.0952761 Apr 05 18:52:31.974648 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ac894d63-986d-4358-94d0-dbff2f0b5ab3 req-aeb099dc-1fff-458d-8ebf-b190eebd961b tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427969 Apr 05 18:52:32.024295 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:52:32.097486 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:52:32.102327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:52:32.102739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:32.235436 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:32.238069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23b59c-130e-449a-a085-eb442fc38082 req-33d100ca-96b3-4575-bfaf-35d5aeae89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:32.239699 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ad23b59c-130e-449a-a085-eb442fc38082 req-33d100ca-96b3-4575-bfaf-35d5aeae89ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1097 time: 0.0813351 Apr 05 18:52:32.270296 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:32.273405 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:32.277159 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:32.288854 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-ad23b59c-130e-449a-a085-eb442fc38082 req-7e65dd2b-92e0-475f-8a52-6da4a18e38c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422862 Apr 05 18:52:32.347705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:32.351045 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:32.407102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf3201-3e62-4117-ac7f-4ead99184c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:32.454317 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf3201-3e62-4117-ac7f-4ead99184c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49', 'code': 200} Apr 05 18:52:32.684259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec09f-7904-4ef6-a574-d9b8acf8d239 req-430e51dc-143c-44a9-89f5-8dc32a452cb3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:32.685828 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dceec09f-7904-4ef6-a574-d9b8acf8d239 req-430e51dc-143c-44a9-89f5-8dc32a452cb3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 945 time: 0.1370790 Apr 05 18:52:32.753436 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dceec09f-7904-4ef6-a574-d9b8acf8d239 req-57f9aab4-2cef-4ed1-9b62-29d130980274 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603266 Apr 05 18:52:32.756368 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a5273-c726-4bb2-b99a-a5bf5878a778 req-2f673026-a010-42d6-b071-825f24d2847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:32.757913 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e72a5273-c726-4bb2-b99a-a5bf5878a778 req-2f673026-a010-42d6-b071-825f24d2847e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 1098 time: 0.1368318 Apr 05 18:52:32.802106 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e72a5273-c726-4bb2-b99a-a5bf5878a778 req-1b8ffb91-d438-4e3a-970c-10685d8103c3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369251 Apr 05 18:52:32.814558 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:33.181281 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6112af-d868-4193-b598-8dd9d70b5b7e req-d2198f85-0534-4e18-a7cc-87dc24c7c635 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:33.183471 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e6112af-d868-4193-b598-8dd9d70b5b7e req-d2198f85-0534-4e18-a7cc-87dc24c7c635 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 944 time: 0.0895700 Apr 05 18:52:33.234587 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-3e6112af-d868-4193-b598-8dd9d70b5b7e req-5f8fdc48-1161-497b-9aeb-dada72ec0f2d tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431242 Apr 05 18:52:33.945784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-cdfe5319-f988-4f02-a178-623bbe68d533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:33.964415 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d84d37-7409-4bdb-990c-442aadee1cfb req-b94e30db-4170-4c89-b672-711be42674a6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:33.966048 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c0d84d37-7409-4bdb-990c-442aadee1cfb req-b94e30db-4170-4c89-b672-711be42674a6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 945 time: 0.0970805 Apr 05 18:52:34.019783 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c0d84d37-7409-4bdb-990c-442aadee1cfb req-3d10935f-6f5c-4939-a7af-7397f6fd84f1 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470338 Apr 05 18:52:34.024937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1359bd90-3743-433c-8601-5ee46a670af3 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:52:34.158016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:34.178893 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:34.196178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '1359bd90-3743-433c-8601-5ee46a670af3', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'port_id': '1359bd90-3743-433c-8601-5ee46a670af3', 'mac_address': 'fa:16:3e:57:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:52:34.255288 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:34.274946 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1359bd90-3743-433c-8601-5ee46a670af3 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:52:34.292554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:34.295503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:34.298115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:34.371545 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=7']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:34.374863 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:34.441000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd9345-7537-4671-8810-990faaead7ff req-ac255a86-95b9-45f6-a104-807efd4119cd tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:34.442409 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2abd9345-7537-4671-8810-990faaead7ff req-ac255a86-95b9-45f6-a104-807efd4119cd tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 945 time: 0.0940745 Apr 05 18:52:34.492443 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-2abd9345-7537-4671-8810-990faaead7ff req-f730b8b5-6ac2-4ed8-ae38-bb90e0b3ea08 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425930 Apr 05 18:52:34.597900 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['1359bd90-3743-433c-8601-5ee46a670af3'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:52:35.220201 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c3dcb-3e15-40fa-ac88-d29f8f52dccf req-b67b3ca7-9e47-4e15-b6b6-830c7e46b252 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:35.221850 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f2c3dcb-3e15-40fa-ac88-d29f8f52dccf req-b67b3ca7-9e47-4e15-b6b6-830c7e46b252 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 945 time: 0.0886240 Apr 05 18:52:35.270675 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-5f2c3dcb-3e15-40fa-ac88-d29f8f52dccf req-4e682260-c766-4404-9a9b-d81d134f6e8f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 Apr 05 18:52:35.913597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:36.025336 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1359bd90-3743-433c-8601-5ee46a670af3 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:52:36.099334 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 1359bd90-3743-433c-8601-5ee46a670af3 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:52:36.099788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:36.224651 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:36.252898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:36.264302 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:36.267204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:36.269887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:36.302165 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3', 'code': 200} Apr 05 18:52:36.512036 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=8']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:36.515537 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:39.243208 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:41.821832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32702ac1-398f-43ac-ba77-b42499783376 req-a9820c5c-503c-4574-b78c-13ad439dd6f1 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:41.823436 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-a9820c5c-503c-4574-b78c-13ad439dd6f1 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 815 time: 0.1599300 Apr 05 18:52:41.839484 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-d2544d4f-a1f4-4374-8ca4-5b820964d4d2 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/quotas/ef8824626ecc4f8d84245db44ef42028 HTTP/1.1" status: 200 len: 375 time: 0.0098197 Apr 05 18:52:41.934626 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-c10472cf-8744-4975-991d-3aae5d9711bd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893021 Apr 05 18:52:42.010742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43112) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:42.077548 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-0064d3dd-01f4-439c-b145-e8bb86c0c830 service neutron] 10.222.0.15 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354940 Apr 05 18:52:42.135728 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:42.150753 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:42.154866 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Usage tracker for resource:security_group_rule and tenant:e7168514652449f08fd07deac8cd060c is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:42.157783 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:42.163876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:42.221962 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-dc38e1cd-9637-439e-8ea7-abf243ababeb service neutron] 10.222.0.15 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379013 Apr 05 18:52:42.248842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:42.252255 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:42.265200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-8321abbd-a334-4816-a5c1-e60d8a7b7e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:42.306964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85d1a1f-c999-4878-ab0c-64c3ee99c262,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:42.315148 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7168514652449f08fd07deac8cd060c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006511 Apr 05 18:52:42.315597 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43118) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:42.322266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.322689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.323222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.323655 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.324050 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.324450 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.324843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.325273 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.325669 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.326062 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.327212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.327212 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.331399 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a595675f-6508-450e-a877-241fcabebefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:42.383605 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:42.411961 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:42.423272 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-321245c8-eff8-49c1-ab61-7646bbd56684 req-196748c8-b3a0-4156-820c-63150e82e42d tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 210 time: 0.0510058 Apr 05 18:52:42.461806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:42.468406 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a7f70700-25f0-495a-a041-57777dabfd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:42.481873 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85d1a1f-c999-4878-ab0c-64c3ee99c262,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:42.492910 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.493328 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.493736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.494137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.494534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.494931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.495369 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.495773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.496167 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.496562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.496954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.497342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:52:42.503108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:42.505662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:42.511169 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ba493150-7ae3-4a5f-a9d9-5ecff02063bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b85d1a1f-c999-4878-ab0c-64c3ee99c262 HTTP/1.1" status: 204 len: 168 time: 0.1944301 Apr 05 18:52:43.578265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32702ac1-398f-43ac-ba77-b42499783376 req-aa70f16a-bafd-4e60-9d41-99b9f22da761 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:43.579843 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-aa70f16a-bafd-4e60-9d41-99b9f22da761 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 815 time: 0.1827760 Apr 05 18:52:43.605280 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Request body: {'port': {'device_id': '873b8145-ab03-436d-8960-8c9aef282889', 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'admin_state_up': True, 'tenant_id': 'ef8824626ecc4f8d84245db44ef42028'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:43.609114 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-41a697d7-d17e-4a99-994f-30216acdc84d req-ded2c5e5-5117-4b05-9381-e1b4aa36e098 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 210 time: 0.0529349 Apr 05 18:52:43.757299 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:43.767572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:43.777392 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Made reservation on behalf of ef8824626ecc4f8d84245db44ef42028 for: {'port': 1} {{(pid=84248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 18:52:43.783481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:43.970656 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_common [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Allocated IP 172.20.0.10 (4400b794-4e4c-4981-baa6-e94242532bc2/2ebc6433-1d41-4ddd-81fb-907ad6512869/1a5d93f1-b193-40bd-8a9f-57fb5fd43672) {{(pid=84248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 18:52:44.184776 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks [] for port, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:44.213896 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266782871600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:44.229251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:44.232031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'abd797b4-edfe-48ad-bbe2-7c061fd05f17', 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:52:44.372586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Pushing event updated for resources: {'Port': ['ID=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:44.377842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:44.428033 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Network 4400b794-4e4c-4981-baa6-e94242532bc2 is already hosted by enough agents. {{(pid=84248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 18:52:44.429141 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.base_scheduler [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Resources bound (agent type, host, resource id): {{(pid=84248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 18:52:44.431581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Received port after_create {{(pid=84248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 18:52:44.498066 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:44.498653 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:44.527969 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-2b26d08b-baa4-4341-a626-e05e75b6f8b9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9293411 Apr 05 18:52:44.540458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.v2.base [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Request body: {'port': {'device_id': '873b8145-ab03-436d-8960-8c9aef282889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=84248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:44.662241 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:44.944498 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c454eb3-39b1-4cc1-8642-ed6463801481 req-55cdf55e-40dd-4c31-9c4e-a186ef87f287 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:44.945269 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-0c454eb3-39b1-4cc1-8642-ed6463801481 req-55cdf55e-40dd-4c31-9c4e-a186ef87f287 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:52:45.039031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-0c454eb3-39b1-4cc1-8642-ed6463801481 req-55cdf55e-40dd-4c31-9c4e-a186ef87f287 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:52:45.040335 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c454eb3-39b1-4cc1-8642-ed6463801481 req-55cdf55e-40dd-4c31-9c4e-a186ef87f287 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 932 time: 0.3123140 Apr 05 18:52:45.126733 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-0c454eb3-39b1-4cc1-8642-ed6463801481 req-8d5dcbb0-f678-493a-9312-df28c5b5a645 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787790 Apr 05 18:52:45.209742 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 {{(pid=84248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:52:45.219627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:45.239631 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Transition to ACTIVE for port object 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 will not be triggered until provisioned by entity L2. {{(pid=84248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 18:52:45.243076 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:45.258882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ce7681a8-c973-4e4a-b705-d3994ac2dd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:45.399213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,revision_number=2']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:45.641953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:45.842343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Attempting to bind port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 18:52:45.842966 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Attempting to bind port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 18:52:45.843098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Attempting to bind port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 on network 4400b794-4e4c-4981-baa6-e94242532bc2 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:52:45.847847 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 on network 4400b794-4e4c-4981-baa6-e94242532bc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:45.848210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Attempting to bind port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 on network 4400b794-4e4c-4981-baa6-e94242532bc2 {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 18:52:45.853673 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Checking agent: {'id': 'd9e38b82-ea7a-4539-8195-30a8b87bf778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'started_at': datetime.datetime(2021, 4, 5, 18, 43, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 18, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 18:52:45.854009 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Checking segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 18:52:45.854428 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Bound using segment: {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'} {{(pid=84248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 18:52:45.854894 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Bound port: 1a5d93f1-b193-40bd-8a9f-57fb5fd43672, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2'}}] {{(pid=84248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 18:52:45.855272 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:45.951698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] For port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672, host hv-cinder-78240, cleared binding levels {{(pid=84248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 18:52:45.954737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] For port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 18:52:45.957965 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31815875'] for port, after_update {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:45.972859 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-76124086-4310-43ac-9462-8b9e790149c4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:46.122259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,revision_number=3']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:46.127730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:46.160108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:46.160784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:46.162276 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] 10.222.0.44 "PUT /v2.0/ports/1a5d93f1-b193-40bd-8a9f-57fb5fd43672 HTTP/1.1" status: 200 len: 1094 time: 1.6262579 Apr 05 18:52:46.162814 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873b8145-ab03-436d-8960-8c9aef282889', 'tag': '1a5d93f1-b193-40bd-8a9f-57fb5fd43672'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:46.239400 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873b8145-ab03-436d-8960-8c9aef282889', 'tag': '1a5d93f1-b193-40bd-8a9f-57fb5fd43672', 'status': 'completed', 'code': 200} Apr 05 18:52:46.287035 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32702ac1-398f-43ac-ba77-b42499783376 req-b2c9161f-ad64-41d6-a695-ae4851793dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:46.288602 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-b2c9161f-ad64-41d6-a695-ae4851793dc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 1097 time: 0.0871813 Apr 05 18:52:46.332256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63364880-1aea-4119-a47a-12c65ddc9712 req-411f9322-c2f3-44e3-bc17-3df5933d88e1 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:46.333888 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63364880-1aea-4119-a47a-12c65ddc9712 req-411f9322-c2f3-44e3-bc17-3df5933d88e1 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 944 time: 0.0938969 Apr 05 18:52:46.366712 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-1b2ef3ec-9043-4789-945f-f6fa03790d3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a5d93f1-b193-40bd-8a9f-57fb5fd43672 HTTP/1.1" status: 200 len: 217 time: 0.0689135 Apr 05 18:52:46.384839 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63364880-1aea-4119-a47a-12c65ddc9712 req-34ee0889-beb7-4ca4-b2db-aec05b82ef30 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Apr 05 18:52:46.441759 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32702ac1-398f-43ac-ba77-b42499783376 req-964363f0-43e6-43f3-8b99-c61ae6126107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:46.443463 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-964363f0-43e6-43f3-8b99-c61ae6126107 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 200 len: 855 time: 0.0695240 Apr 05 18:52:46.497388 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-6e763c82-6ffe-4a6d-8e1c-a59b094ce147 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4400b794-4e4c-4981-baa6-e94242532bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477445 Apr 05 18:52:46.645908 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-8c390008-b9d3-4a1e-a5ad-6fc8c48eca95 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419783 Apr 05 18:52:46.792416 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-32702ac1-398f-43ac-ba77-b42499783376 req-64213af5-45a4-439b-a5f5-54af983c92c0 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387274 Apr 05 18:52:46.922473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-3a488795-029b-490c-92e4-860a6f9fafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:46.924136 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-3a488795-029b-490c-92e4-860a6f9fafdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef8824626ecc4f8d84245db44ef42028&device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 1097 time: 0.0814507 Apr 05 18:52:47.074322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-b5dad83b-74b6-411a-a55b-d3e4c429a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:47.076438 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-b5dad83b-74b6-411a-a55b-d3e4c429a399 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 200 len: 916 time: 0.1438806 Apr 05 18:52:47.157489 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-756d4861-409a-429a-9a12-d2fc82f9d234 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a5d93f1-b193-40bd-8a9f-57fb5fd43672 HTTP/1.1" status: 200 len: 217 time: 0.0734277 Apr 05 18:52:47.232805 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-21ef1e37-9819-4926-b828-b6b00ef78ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:47.234606 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-21ef1e37-9819-4926-b828-b6b00ef78ad8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 200 len: 855 time: 0.0690179 Apr 05 18:52:47.294598 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-07fd3715-2709-445f-8f38-1c7e04cbfbce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4400b794-4e4c-4981-baa6-e94242532bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458283 Apr 05 18:52:47.461532 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-ff329f5a-f55d-4257-af59-3fd7155671e2 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522295 Apr 05 18:52:47.661939 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9fe7fe28-6618-47b3-bcd1-cd5b163665f4 req-e6a41b12-a5ac-424c-b867-0b2e9d8cb238 service neutron] 10.222.0.44 "GET /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990898 Apr 05 18:52:47.675502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ae99-2906-4c9a-8848-4450c63594af req-b0aac6c0-cf1b-47f2-8437-acd6ecf868b8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:47.677053 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bfd7ae99-2906-4c9a-8848-4450c63594af req-b0aac6c0-cf1b-47f2-8437-acd6ecf868b8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 944 time: 0.1392848 Apr 05 18:52:47.732412 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bfd7ae99-2906-4c9a-8848-4450c63594af req-2a5c1275-e772-4b7c-a630-36eacbca5b22 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Apr 05 18:52:48.050455 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=84250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 18:52:48.189684 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:48.203939 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Returning: {'device': '1a5d93f1-b193-40bd-8a9f-57fb5fd43672', 'network_id': '4400b794-4e4c-4981-baa6-e94242532bc2', 'port_id': '1a5d93f1-b193-40bd-8a9f-57fb5fd43672', 'mac_address': 'fa:16:3e:01:a4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebc6433-1d41-4ddd-81fb-907ad6512869', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 18:52:48.266136 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:48.283988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 {{(pid=84250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 18:52:48.299523 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:48.302461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:48.304258 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:48.375301 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,revision_number=4']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:48.378585 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:48.573532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['1a5d93f1-b193-40bd-8a9f-57fb5fd43672'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:52:48.928409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62b9f6-15c8-49d6-962a-d999c50aa7f0 req-91febbaa-e306-4d5e-8eee-1c5860161852 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:48.930006 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dc62b9f6-15c8-49d6-962a-d999c50aa7f0 req-91febbaa-e306-4d5e-8eee-1c5860161852 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 945 time: 0.0878494 Apr 05 18:52:48.982638 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-dc62b9f6-15c8-49d6-962a-d999c50aa7f0 req-488d001f-7fbe-41ba-af20-d0a768616e27 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 Apr 05 18:52:49.763967 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43226) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:49.885160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:49.901210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:49.905398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Usage tracker for resource:security_group_rule and tenant:9dd2fd93031d4f1db488a0105cdf24f3 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:49.908342 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:49.914360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:49.997078 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:49.999891 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:50.008587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-95afbb2b-9583-4b31-a4eb-eb97a25e2584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:50.054094 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dd2fd93031d4f1db488a0105cdf24f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864587 Apr 05 18:52:50.054094 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df5511-5bbd-4940-b217-a079c2649dba,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:50.054385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 up at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 18:52:50.055180 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43234) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:50.057379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-08d5281c-5c49-4746-9eec-3a06401a280e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:50.128983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e7756d76-8ea5-4568-bf16-1f87e71a23f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:50.129584 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning for port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 completed by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 18:52:50.134641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.provisioning_blocks [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Provisioning complete for port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 triggered by entity L2. {{(pid=84250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 18:52:50.135067 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:50.156279 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e7756d76-8ea5-4568-bf16-1f87e71a23f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:50.186592 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9238a80-9bb4-4725-bc54-92e1b9e77279 req-b6f2bc7b-e89e-4136-b165-83ad3350c0e4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:50.188005 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b9238a80-9bb4-4725-bc54-92e1b9e77279 req-b6f2bc7b-e89e-4136-b165-83ad3350c0e4 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 945 time: 0.0946324 Apr 05 18:52:50.205436 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e7756d76-8ea5-4568-bf16-1f87e71a23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:50.212421 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15cec153-c8c3-493b-907b-8255c7baabf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:50.225646 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7756d76-8ea5-4568-bf16-1f87e71a23f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df5511-5bbd-4940-b217-a079c2649dba,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:50.228103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e7756d76-8ea5-4568-bf16-1f87e71a23f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:50.230794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e7756d76-8ea5-4568-bf16-1f87e71a23f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:50.235045 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e7756d76-8ea5-4568-bf16-1f87e71a23f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0df5511-5bbd-4940-b217-a079c2649dba HTTP/1.1" status: 204 len: 168 time: 0.1785274 Apr 05 18:52:50.241139 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b9238a80-9bb4-4725-bc54-92e1b9e77279 req-cd05731e-f38c-4526-9891-37532d5ee01c tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458500 Apr 05 18:52:50.274265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854359330'] for port, before_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:50.302850 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873b8145-ab03-436d-8960-8c9aef282889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5d93f1-b193-40bd-8a9f-57fb5fd43672'}] {{(pid=84250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:52:50.313784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] For port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:52:50.317202 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770072346244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266782871583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266782871292'] for port, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:50.319103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7c805a24-4a6a-4256-af8e-7686508b9075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:50.360489 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873b8145-ab03-436d-8960-8c9aef282889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5d93f1-b193-40bd-8a9f-57fb5fd43672', 'code': 200} Apr 05 18:52:50.395627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Pushing event updated for resources: {'Port': ['ID=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,revision_number=5']} {{(pid=84250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:50.398712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:50.609718 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd268861-cf9d-489a-a1b8-5b198cf48cf1 req-7d525754-490d-4240-be9e-dde5be9a1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:50.611180 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bd268861-cf9d-489a-a1b8-5b198cf48cf1 req-7d525754-490d-4240-be9e-dde5be9a1522 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 1099 time: 0.0782428 Apr 05 18:52:50.657233 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bd268861-cf9d-489a-a1b8-5b198cf48cf1 req-3b960695-92a2-4710-be93-878ef34af18b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373800 Apr 05 18:52:51.453023 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38e8a4-16f8-416d-91b9-cb03f6139d57 req-dea292cb-53e1-4a40-8d8e-5f4e363d3f8b tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:51.454734 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1f38e8a4-16f8-416d-91b9-cb03f6139d57 req-dea292cb-53e1-4a40-8d8e-5f4e363d3f8b tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 946 time: 0.0967953 Apr 05 18:52:51.505039 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-1f38e8a4-16f8-416d-91b9-cb03f6139d57 req-ce10b152-5ec5-40e1-aefd-a70f61a72e58 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Apr 05 18:52:52.709923 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822a0c1-3df6-4f52-8311-85938c2e41e9 req-9d991bee-10db-4314-b342-42e22f3a7b6f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:52:52.711567 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8822a0c1-3df6-4f52-8311-85938c2e41e9 req-9d991bee-10db-4314-b342-42e22f3a7b6f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 946 time: 0.0931907 Apr 05 18:52:52.759380 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8822a0c1-3df6-4f52-8311-85938c2e41e9 req-545854f7-7a59-4868-bda5-fa5df4641d60 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Apr 05 18:52:54.859125 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43318) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:54.989499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.005825 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:55.009913 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d0bef85f3da14be2b92369a9d72ac438 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:55.013409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:55.019327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:55.101678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.104205 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.113020 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0d9e532f-6d60-4f21-aa1d-3db29bd10be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:55.155422 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0bef85f3da14be2b92369a9d72ac438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950389 Apr 05 18:52:55.156390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed250594-3c70-4fed-a0de-e54cb4e37fa1,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:55.158409 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43324) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:55.159615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f0d772e4-6706-4469-96ea-ec11e8f334c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:55.219991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a036f6d-037b-40fa-85fe-922d09a2a472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.246989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a036f6d-037b-40fa-85fe-922d09a2a472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.296155 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a036f6d-037b-40fa-85fe-922d09a2a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.301080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-86470494-7f47-4369-ac88-a5d91b94384d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:55.315921 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a036f6d-037b-40fa-85fe-922d09a2a472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed250594-3c70-4fed-a0de-e54cb4e37fa1,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:55.319017 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5a036f6d-037b-40fa-85fe-922d09a2a472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:55.323416 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5a036f6d-037b-40fa-85fe-922d09a2a472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.326957 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-5a036f6d-037b-40fa-85fe-922d09a2a472 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed250594-3c70-4fed-a0de-e54cb4e37fa1 HTTP/1.1" status: 204 len: 168 time: 0.1651435 Apr 05 18:52:55.602781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43332) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:55.622849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.637962 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:52:55.641957 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Usage tracker for resource:security_group_rule and tenant:9d7b85cb9f9a4e82b74ddda578405bcd is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:52:55.644882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:52:55.650794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:52:55.735989 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.738855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.747451 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5d1ee6e3-ba49-4393-9f75-6565acddb72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:55.793915 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d7b85cb9f9a4e82b74ddda578405bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868956 Apr 05 18:52:55.793915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8344686d-0971-4d9b-bc53-19999d1e2432,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:55.794924 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43338) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:52:55.795582 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-56918faa-f55e-4ac5-bfe9-1b861abbcb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:55.861179 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ab846f8-2231-4de2-ad0f-e3843c7046d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.888085 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ab846f8-2231-4de2-ad0f-e3843c7046d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.931662 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ab846f8-2231-4de2-ad0f-e3843c7046d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.936604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f9e3676e-dca3-4b86-a41a-44c3b57f80f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:52:55.949317 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab846f8-2231-4de2-ad0f-e3843c7046d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8344686d-0971-4d9b-bc53-19999d1e2432,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:52:55.954224 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1ab846f8-2231-4de2-ad0f-e3843c7046d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:52:55.958542 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1ab846f8-2231-4de2-ad0f-e3843c7046d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:52:55.959782 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1ab846f8-2231-4de2-ad0f-e3843c7046d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8344686d-0971-4d9b-bc53-19999d1e2432 HTTP/1.1" status: 204 len: 168 time: 0.1637754 Apr 05 18:53:00.303642 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef53a-07c0-4e2b-b962-e7c2887d5014 req-fb3ac95d-06d9-4188-b4d1-a26c9aa1a4d8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:00.305237 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-929ef53a-07c0-4e2b-b962-e7c2887d5014 req-fb3ac95d-06d9-4188-b4d1-a26c9aa1a4d8 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 946 time: 0.0870993 Apr 05 18:53:00.351814 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-929ef53a-07c0-4e2b-b962-e7c2887d5014 req-9bf461c0-66b7-4870-8ceb-7c41c09eab74 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Apr 05 18:53:01.562003 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731489a4-4f90-4980-a730-18d308a4f24b req-68d676a9-be17-4a30-bf64-e23e1347a56f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:01.563613 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-731489a4-4f90-4980-a730-18d308a4f24b req-68d676a9-be17-4a30-bf64-e23e1347a56f tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 946 time: 0.0931344 Apr 05 18:53:01.611247 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-731489a4-4f90-4980-a730-18d308a4f24b req-ec5468db-47aa-4da5-849e-3a20f81e9ca3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Apr 05 18:53:01.720222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-88cbe5b3-d73d-444c-8dea-971a76a24024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:02.426691 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-f6179023-b48f-4494-8ceb-47d7508daa64 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:02.428303 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-f6179023-b48f-4494-8ceb-47d7508daa64 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 946 time: 0.0880394 Apr 05 18:53:02.511114 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Deleting port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:53:02.511527 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:02.772461 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] For port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:53:02.773092 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:02.817664 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed18889-0b37-4e5d-91a4-fdad4d6cc250 req-77019d3d-3d2a-4aad-af3e-682fd45780b7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:02.819516 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bed18889-0b37-4e5d-91a4-fdad4d6cc250 req-77019d3d-3d2a-4aad-af3e-682fd45780b7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 946 time: 0.0923085 Apr 05 18:53:02.820248 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:02.881787 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-bed18889-0b37-4e5d-91a4-fdad4d6cc250 req-70442456-8b11-47ea-8633-a2334bcddcb0 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Apr 05 18:53:02.928841 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Calling delete_port for 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:53:03.076829 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:03.090812 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'abd797b4-edfe-48ad-bbe2-7c061fd05f17', 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49', '1a5d93f1-b193-40bd-8a9f-57fb5fd43672'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:53:03.094727 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-046dec79-0feb-4f82-a7da-43864478c409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:03.144046 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Pushing event deleted for resources: {'Port': ['ID=1a5d93f1-b193-40bd-8a9f-57fb5fd43672,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:03.191310 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:03.336645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] No DVR routers for this DVR port 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:53:03.340194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:03.342983 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873b8145-ab03-436d-8960-8c9aef282889', 'name': 'network-vif-deleted', 'tag': '1a5d93f1-b193-40bd-8a9f-57fb5fd43672'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:53:03.373375 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63e5c198-0e6f-4139-818c-b25f8bae2ef4 req-eb0d9653-f849-4b68-bddb-4c10cfca70a7 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "DELETE /v2.0/ports/1a5d93f1-b193-40bd-8a9f-57fb5fd43672 HTTP/1.1" status: 204 len: 173 time: 0.9378779 Apr 05 18:53:03.400672 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873b8145-ab03-436d-8960-8c9aef282889', 'name': 'network-vif-deleted', 'tag': '1a5d93f1-b193-40bd-8a9f-57fb5fd43672', 'status': 'completed', 'code': 200} Apr 05 18:53:03.947785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-515cb2c4-9fc4-4a23-b4f4-da03a78569d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:04.061790 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-e607d0f2-c406-4a7d-be70-641c5f1f5a2d req-19072900-fd50-456a-8bd2-22c74080c71b tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=873b8145-ab03-436d-8960-8c9aef282889 HTTP/1.1" status: 200 len: 210 time: 0.0478222 Apr 05 18:53:04.146096 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:05.916637 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:06.163371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:53:06.201178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:53:06.201577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1a5d93f1-b193-40bd-8a9f-57fb5fd43672 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:53:06.796501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306598-b96b-4371-8e1f-7eeb9720a10d req-1342dff9-1b22-4792-b7a2-9e8ab3d3e7ec tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:06.797245 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-da306598-b96b-4371-8e1f-7eeb9720a10d req-1342dff9-1b22-4792-b7a2-9e8ab3d3e7ec tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:53:06.812358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-da306598-b96b-4371-8e1f-7eeb9720a10d req-1342dff9-1b22-4792-b7a2-9e8ab3d3e7ec tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:53:06.813660 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-da306598-b96b-4371-8e1f-7eeb9720a10d req-1342dff9-1b22-4792-b7a2-9e8ab3d3e7ec tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 945 time: 0.1115830 Apr 05 18:53:06.860960 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-da306598-b96b-4371-8e1f-7eeb9720a10d req-400bea0e-0767-4187-93c3-9a991a63febb tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Apr 05 18:53:07.269731 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:53:08.063985 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645c3ad-ffb0-478e-86c5-c1fb50bc6b2a req-78e9bcf6-324f-43ea-b76b-d9d1e67b31a5 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:08.065649 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f645c3ad-ffb0-478e-86c5-c1fb50bc6b2a req-78e9bcf6-324f-43ea-b76b-d9d1e67b31a5 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 945 time: 0.0910378 Apr 05 18:53:08.115040 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-f645c3ad-ffb0-478e-86c5-c1fb50bc6b2a req-3d8b1b59-ea9d-4135-b639-7e34fc4f99ab tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Apr 05 18:53:08.625027 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-3e821ac6-42b0-4e24-b903-144159f264c9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:08.626553 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-3e821ac6-42b0-4e24-b903-144159f264c9 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 945 time: 0.0870962 Apr 05 18:53:08.708940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Deleting port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:53:08.709330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:09.210780 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] For port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:53:09.211185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:09.254666 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:09.380283 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Calling delete_port for d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:53:09.537839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c6a9b-90a7-4415-8018-c9a757c6a43d req-837af8f9-15b1-4c48-a994-00f46648d261 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:09.543720 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8d0c6a9b-90a7-4415-8018-c9a757c6a43d req-837af8f9-15b1-4c48-a994-00f46648d261 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 945 time: 0.2621543 Apr 05 18:53:09.615183 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-8d0c6a9b-90a7-4415-8018-c9a757c6a43d req-baa199f7-a982-4bc1-bf79-7d6acc4b97ef tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584469 Apr 05 18:53:09.616304 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:09.628403 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'abd797b4-edfe-48ad-bbe2-7c061fd05f17', 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:53:09.633123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e744d59b-3cb9-44f1-aac2-6590a95a77b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:09.739233 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Pushing event deleted for resources: {'Port': ['ID=d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:09.752929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:09.892016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] No DVR routers for this DVR port d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:53:09.895327 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:09.899230 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf3201-3e62-4117-ac7f-4ead99184c82', 'name': 'network-vif-deleted', 'tag': 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:53:09.916845 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-98fbaba6-2b6e-4942-bda2-eb449e46176d req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "DELETE /v2.0/ports/d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 HTTP/1.1" status: 204 len: 173 time: 1.2829938 Apr 05 18:53:09.952545 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf3201-3e62-4117-ac7f-4ead99184c82', 'name': 'network-vif-deleted', 'tag': 'd5f80a7a-ee12-4d97-a5c0-8c5a1d526f49', 'status': 'completed', 'code': 200} Apr 05 18:53:10.798533 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-93e81edf-47ed-4b48-8345-3f3acf53ff9f req-179bb42b-4ba9-45fd-b85c-2744d6aa299d tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:53:10.812793 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-93e81edf-47ed-4b48-8345-3f3acf53ff9f req-179bb42b-4ba9-45fd-b85c-2744d6aa299d tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:53:10.814101 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-93e81edf-47ed-4b48-8345-3f3acf53ff9f req-179bb42b-4ba9-45fd-b85c-2744d6aa299d tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=87bf3201-3e62-4117-ac7f-4ead99184c82 HTTP/1.1" status: 200 len: 210 time: 0.0668607 Apr 05 18:53:12.201222 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:53:12.239314 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:53:12.239725 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device d5f80a7a-ee12-4d97-a5c0-8c5a1d526f49 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:53:12.290184 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eac46-6da1-46ae-ae73-47a0e90738ae req-7d2fb0f6-dbc5-465b-979a-a9c0a7d09bd6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:12.292356 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-461eac46-6da1-46ae-ae73-47a0e90738ae req-7d2fb0f6-dbc5-465b-979a-a9c0a7d09bd6 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 945 time: 0.0909514 Apr 05 18:53:12.339978 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-461eac46-6da1-46ae-ae73-47a0e90738ae req-6c1a46a1-811f-4b9b-8fa7-49bfaa2d7342 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Apr 05 18:53:13.539998 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e5247-1b75-4270-8af9-0123bd09da16 req-9e389fb2-ddf8-41d0-b335-2cde7e516a7e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:13.542090 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-374e5247-1b75-4270-8af9-0123bd09da16 req-9e389fb2-ddf8-41d0-b335-2cde7e516a7e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 945 time: 0.0888014 Apr 05 18:53:13.591995 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-374e5247-1b75-4270-8af9-0123bd09da16 req-1dde55ea-6ff5-47d9-b54d-88713a279a66 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Apr 05 18:53:13.762381 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-99704fa1-1baa-4578-a539-b93fe839190a tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:13.763918 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-99704fa1-1baa-4578-a539-b93fe839190a tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 945 time: 0.0858703 Apr 05 18:53:13.840846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Deleting port abd797b4-edfe-48ad-bbe2-7c061fd05f17 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:53:13.841226 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:14.101901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] For port abd797b4-edfe-48ad-bbe2-7c061fd05f17, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=abd797b4-edfe-48ad-bbe2-7c061fd05f17,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:53:14.102218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:14.238581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Calling delete_port for abd797b4-edfe-48ad-bbe2-7c061fd05f17 owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:53:14.384942 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:14.397629 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['acdd8e83-e22f-40b4-9e0e-53601d3878ed'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:53:14.456154 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2bc3fa7d-999d-4e40-ad38-51b36a2da7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:14.506117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Pushing event deleted for resources: {'Port': ['ID=abd797b4-edfe-48ad-bbe2-7c061fd05f17,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:14.515944 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:14.665499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] No DVR routers for this DVR port abd797b4-edfe-48ad-bbe2-7c061fd05f17 on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:53:14.668267 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:14.679189 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c26e38-e76e-4c1a-888d-d8738f0cec94', 'name': 'network-vif-deleted', 'tag': 'abd797b4-edfe-48ad-bbe2-7c061fd05f17'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:53:14.687424 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16612901-7794-4da3-8aaa-ec90b80c6673 req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "DELETE /v2.0/ports/abd797b4-edfe-48ad-bbe2-7c061fd05f17 HTTP/1.1" status: 204 len: 173 time: 0.9171772 Apr 05 18:53:14.758148 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c26e38-e76e-4c1a-888d-d8738f0cec94', 'name': 'network-vif-deleted', 'tag': 'abd797b4-edfe-48ad-bbe2-7c061fd05f17', 'status': 'completed', 'code': 200} Apr 05 18:53:14.775044 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-23491384-ab8e-4fda-ae0f-bf7a4a1e3aaa req-2ae17e62-14b8-4045-bfd7-bb74672cc60d tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c26e38-e76e-4c1a-888d-d8738f0cec94 HTTP/1.1" status: 200 len: 210 time: 0.0490205 Apr 05 18:53:16.214550 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device abd797b4-edfe-48ad-bbe2-7c061fd05f17 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:53:16.251394 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: abd797b4-edfe-48ad-bbe2-7c061fd05f17 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:53:16.251802 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device abd797b4-edfe-48ad-bbe2-7c061fd05f17 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:53:17.508747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a087fe-d81f-44a7-997e-7eaf845be868 req-5def7917-4f0e-4e1f-8013-d5b78638fa4e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:17.509495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-16a087fe-d81f-44a7-997e-7eaf845be868 req-5def7917-4f0e-4e1f-8013-d5b78638fa4e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Synchronizing usage tracker for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:53:17.524048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-16a087fe-d81f-44a7-997e-7eaf845be868 req-5def7917-4f0e-4e1f-8013-d5b78638fa4e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Unset dirty status for tenant:ef8824626ecc4f8d84245db44ef42028 on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:53:17.525258 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a087fe-d81f-44a7-997e-7eaf845be868 req-5def7917-4f0e-4e1f-8013-d5b78638fa4e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 945 time: 0.1056311 Apr 05 18:53:17.571470 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16a087fe-d81f-44a7-997e-7eaf845be868 req-db0fcf0b-2f60-4687-bb83-6b4242fd6841 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Apr 05 18:53:18.775090 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d4d0f-449f-4340-ba91-57b1b4bfaddc req-80c9b7d5-599c-4adf-8580-0e2db3be0396 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:18.776985 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b42d4d0f-449f-4340-ba91-57b1b4bfaddc req-80c9b7d5-599c-4adf-8580-0e2db3be0396 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 945 time: 0.0898664 Apr 05 18:53:18.827496 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-b42d4d0f-449f-4340-ba91-57b1b4bfaddc req-572fefb5-5667-4e21-915e-f0da0966ec90 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0d7e4aa-6407-4a19-919d-d513cc82bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Apr 05 18:53:19.263324 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3529c-4626-4979-ac8c-b25abd463060 req-6f748e6b-b25a-4dc6-ae0f-3db5075c86da tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:53:19.264845 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-abe3529c-4626-4979-ac8c-b25abd463060 req-6f748e6b-b25a-4dc6-ae0f-3db5075c86da tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 945 time: 0.0849092 Apr 05 18:53:19.346572 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Deleting port acdd8e83-e22f-40b4-9e0e-53601d3878ed {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:53:19.346953 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:19.601385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] For port acdd8e83-e22f-40b4-9e0e-53601d3878ed, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=acdd8e83-e22f-40b4-9e0e-53601d3878ed,segment=NetworkSegment(27e04fe6-479a-4c4c-b30b-8f532a5c8a8b),segment_id=27e04fe6-479a-4c4c-b30b-8f532a5c8a8b)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:53:19.601706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:19.732419 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Calling delete_port for acdd8e83-e22f-40b4-9e0e-53601d3878ed owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:53:19.887372 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:19.904117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] get_ports_and_sgs() called for port_ids ['acdd8e83-e22f-40b4-9e0e-53601d3878ed'] {{(pid=84250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 18:53:19.906123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b53b0815-144b-494f-bad9-abe684a81f43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:20.051562 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Pushing event deleted for resources: {'Port': ['ID=acdd8e83-e22f-40b4-9e0e-53601d3878ed,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:20.054162 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:20.061755 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-c4c68036-7e5b-40d0-ac67-8b23d4da6022 req-06a0f7ee-47cc-4381-9899-fff2e9681c21 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.15 "GET /v2.0/ports?device_id=f418255e-80f9-4e2b-8ef4-488cd946e4db HTTP/1.1" status: 200 len: 210 time: 0.1125329 Apr 05 18:53:20.204106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] No DVR routers for this DVR port acdd8e83-e22f-40b4-9e0e-53601d3878ed on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:53:20.206483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:20.209220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f418255e-80f9-4e2b-8ef4-488cd946e4db', 'name': 'network-vif-deleted', 'tag': 'acdd8e83-e22f-40b4-9e0e-53601d3878ed'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:53:20.223649 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-abe3529c-4626-4979-ac8c-b25abd463060 req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] 10.222.0.44 "DELETE /v2.0/ports/acdd8e83-e22f-40b4-9e0e-53601d3878ed HTTP/1.1" status: 204 len: 173 time: 0.9499049 Apr 05 18:53:20.258930 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f418255e-80f9-4e2b-8ef4-488cd946e4db', 'name': 'network-vif-deleted', 'tag': 'acdd8e83-e22f-40b4-9e0e-53601d3878ed', 'status': 'completed', 'code': 200} Apr 05 18:53:21.161583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43592) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:21.229396 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] Deleting subnet 2ebc6433-1d41-4ddd-81fb-907ad6512869 {{(pid=84249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:53:21.232586 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:21.285137 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33099055'] for subnet, precommit_delete_associations {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:21.348084 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:21.835574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823278707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822916387'] for subnet, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:21.850475 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:21.933305 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebc6433-1d41-4ddd-81fb-907ad6512869,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:21.940111 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:21.981990 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:21.988128 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c3f3b255-381d-4924-9d28-212de53c2a8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2ebc6433-1d41-4ddd-81fb-907ad6512869 HTTP/1.1" status: 204 len: 168 time: 0.8251145 Apr 05 18:53:21.990803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43598) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:22.104901 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:22.226785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device acdd8e83-e22f-40b4-9e0e-53601d3878ed no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:53:22.263654 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: acdd8e83-e22f-40b4-9e0e-53601d3878ed {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:53:22.264047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device acdd8e83-e22f-40b4-9e0e-53601d3878ed not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:53:22.288992 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:22.404496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4400b794-4e4c-4981-baa6-e94242532bc2']}} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:53:22.421732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b') {'for_net_delete': True} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:53:22.421732 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e04fe6-479a-4c4c-b30b-8f532a5c8a8b') {} {{(pid=84249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:53:22.433659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821676762'] for segment, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:22.448951 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:22.455398 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:53:22.599604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43608) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:22.638888 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Network 4400b794-4e4c-4981-baa6-e94242532bc2 has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:53:22.647986 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278810'] for segment, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:22.722583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:22.738158 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:53:22.742206 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e733560be01f4b158a10924a003742b5 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:53:22.745715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:53:22.752031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:53:22.830912 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Network 4400b794-4e4c-4981-baa6-e94242532bc2 has no segments {{(pid=84249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:53:22.852894 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:53:22.930911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:22.935244 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3f8db309-92e4-4016-8097-831322ab4d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:22.949544 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:22.964458 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4400b794-4e4c-4981-baa6-e94242532bc2,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:22.967884 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:22.972564 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c3da98ff-bc8f-431c-95bc-e429c883e3b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4400b794-4e4c-4981-baa6-e94242532bc2 HTTP/1.1" status: 204 len: 168 time: 0.9806545 Apr 05 18:53:23.013021 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.015781 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.024743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e64be503-7c98-415d-b886-0abc51fa9b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:23.072911 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e733560be01f4b158a10924a003742b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4721494 Apr 05 18:53:23.074049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7469cb3-a2c7-4bb1-827e-3ade5ff55f12,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:23.075744 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43616) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:23.077928 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-05e1cc73-45e0-4b3e-9ce2-3bec43a059f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:23.096223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43620) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:23.139815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f3502f3-3eae-4ab8-9efe-ef94c69ad77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.150820 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-9e3732b7-e8cd-4e88-95e7-314cebb71387 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef8824626ecc4f8d84245db44ef42028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510111 Apr 05 18:53:23.151000 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43624) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:23.167499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f3502f3-3eae-4ab8-9efe-ef94c69ad77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.211643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f3502f3-3eae-4ab8-9efe-ef94c69ad77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.211882 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-17c084c2-dc4c-49e2-b72b-bed19d691a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.216733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e7756d76-8ea5-4568-bf16-1f87e71a23f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:23.229678 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3502f3-3eae-4ab8-9efe-ef94c69ad77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7469cb3-a2c7-4bb1-827e-3ade5ff55f12,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:23.232182 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7f3502f3-3eae-4ab8-9efe-ef94c69ad77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:23.236253 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7f3502f3-3eae-4ab8-9efe-ef94c69ad77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.239620 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-17c084c2-dc4c-49e2-b72b-bed19d691a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.240361 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7f3502f3-3eae-4ab8-9efe-ef94c69ad77d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7469cb3-a2c7-4bb1-827e-3ade5ff55f12 HTTP/1.1" status: 204 len: 168 time: 0.1635127 Apr 05 18:53:23.285391 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-17c084c2-dc4c-49e2-b72b-bed19d691a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.290722 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0452fa61-c891-4dfd-ac2a-4810a5d11652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:23.305353 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c084c2-dc4c-49e2-b72b-bed19d691a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d7e4aa-6407-4a19-919d-d513cc82bd20,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:23.308791 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-17c084c2-dc4c-49e2-b72b-bed19d691a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:23.318954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-17c084c2-dc4c-49e2-b72b-bed19d691a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:23.323145 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-17c084c2-dc4c-49e2-b72b-bed19d691a5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0d7e4aa-6407-4a19-919d-d513cc82bd20 HTTP/1.1" status: 204 len: 168 time: 0.1683033 Apr 05 18:53:30.250465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43724) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:30.372473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:30.387960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:53:30.391960 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Usage tracker for resource:security_group_rule and tenant:73270ab580a74d1490b1b6457245b8d1 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:53:30.394853 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:53:30.400765 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:53:30.485346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:30.488178 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:30.497183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-6fef7c45-c571-4be3-9e75-64f5efe70315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:30.539966 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73270ab580a74d1490b1b6457245b8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883608 Apr 05 18:53:30.540843 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21168d0b-21ad-4bd2-9eb6-c7c019614d1c,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:30.543590 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43730) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:30.544712 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-75e4da1c-aaf0-4e83-8924-cf6fe59e8b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:30.605335 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff825-1249-47af-9431-758a916c6d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:30.632010 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff825-1249-47af-9431-758a916c6d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:30.679220 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff825-1249-47af-9431-758a916c6d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:30.684130 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e962f2fc-7071-4636-8dce-d18bae93c9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:30.697845 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ff825-1249-47af-9431-758a916c6d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21168d0b-21ad-4bd2-9eb6-c7c019614d1c,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:30.700632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fc0ff825-1249-47af-9431-758a916c6d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:30.701839 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff825-1249-47af-9431-758a916c6d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:30.703019 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-fc0ff825-1249-47af-9431-758a916c6d38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21168d0b-21ad-4bd2-9eb6-c7c019614d1c HTTP/1.1" status: 204 len: 168 time: 0.1583691 Apr 05 18:53:31.721360 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b48c6280-dc00-405a-934d-02b2382e7e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:32.821773 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:33.950198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-68ae9a37-7e25-47cf-bc71-f9ee25ced4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:34.144747 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:35.919106 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.270578 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.277403 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43856) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:39.399711 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.415223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:53:39.419849 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4937c4345c4dc3ab20f078f519ba0f is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:53:39.422761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:53:39.428738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:53:39.510693 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.513478 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.522172 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ff6b52ec-a905-49f0-a4d6-80124dccad81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:39.563808 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a4937c4345c4dc3ab20f078f519ba0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853041 Apr 05 18:53:39.565491 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3baea-d454-4462-9a47-3cd0d1ee2b27,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:39.566672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43862) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:39.568736 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1a4403b2-ba22-4e1d-b890-de53a8c2f620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:39.628540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7ef4913d-ad18-42bb-a2ab-a74a9c16ca49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.656129 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7ef4913d-ad18-42bb-a2ab-a74a9c16ca49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.700098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7ef4913d-ad18-42bb-a2ab-a74a9c16ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.704934 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-cd904496-f55c-44b8-a0d2-e9926f7a4d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:39.717861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4913d-ad18-42bb-a2ab-a74a9c16ca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3baea-d454-4462-9a47-3cd0d1ee2b27,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:39.720239 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7ef4913d-ad18-42bb-a2ab-a74a9c16ca49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:39.727445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7ef4913d-ad18-42bb-a2ab-a74a9c16ca49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:39.728720 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7ef4913d-ad18-42bb-a2ab-a74a9c16ca49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78b3baea-d454-4462-9a47-3cd0d1ee2b27 HTTP/1.1" status: 204 len: 168 time: 0.1608975 Apr 05 18:53:40.012549 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43870) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:40.031786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:40.046633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:53:40.050674 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Usage tracker for resource:security_group_rule and tenant:52760f9506b242f98a6909e1f5912df3 is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:53:40.053583 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:53:40.060132 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:53:40.145879 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:40.149508 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:40.158196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-dc3622c6-0042-46e6-b235-9956d4b4358b tempest-TestMinimumBasicScenario-575145117 tempest-TestMinimumBasicScenario-575145117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:40.201065 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52760f9506b242f98a6909e1f5912df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874137 Apr 05 18:53:40.201991 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2864d987-ac5a-4ef5-989d-df695e40d970,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:40.204082 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43874) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:40.205160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ca9d1efa-41fd-4d26-b9aa-003cf88c90d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:40.268319 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78759747-9336-47b0-bcdb-c95d6f57e1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:40.294835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78759747-9336-47b0-bcdb-c95d6f57e1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:40.338144 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78759747-9336-47b0-bcdb-c95d6f57e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:40.342889 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:40.356604 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78759747-9336-47b0-bcdb-c95d6f57e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2864d987-ac5a-4ef5-989d-df695e40d970,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:40.359587 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-78759747-9336-47b0-bcdb-c95d6f57e1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:40.360789 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-78759747-9336-47b0-bcdb-c95d6f57e1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:40.361977 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-78759747-9336-47b0-bcdb-c95d6f57e1dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2864d987-ac5a-4ef5-989d-df695e40d970 HTTP/1.1" status: 204 len: 168 time: 0.1568091 Apr 05 18:53:42.590207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43946) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:42.713577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:42.729040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:53:42.733326 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Usage tracker for resource:security_group_rule and tenant:60322b4392a64873b7a4ddf6dc351513 is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:53:42.736266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:53:42.742210 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:53:42.824445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:42.828355 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:42.837071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-107f51cd-2cf0-4102-a6e9-d44c10bda4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:42.885276 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60322b4392a64873b7a4ddf6dc351513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937939 Apr 05 18:53:42.885472 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43952) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:42.886285 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6460c9b2-a347-4a88-8b9f-4d2545c29622,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:42.894431 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.894851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.895261 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.895686 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.896084 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.896481 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.896875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.897311 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.897710 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.898101 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.898488 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.898876 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:42.902926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-32dd4172-83a6-4eaf-8693-3de08b118def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:42.948929 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:42.975574 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.018996 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.023865 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-9d98c0b0-4924-4406-9a5b-a44fc053902e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:43.037964 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6460c9b2-a347-4a88-8b9f-4d2545c29622,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:43.046554 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.046975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.047404 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.047813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.048213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.048613 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.049017 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.049414 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.049813 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.050211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.050600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.050988 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-5-smb {{(pid=84249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 18:53:43.055517 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:43.063906 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.065111 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ee13bd8c-fd83-4939-a17d-f94e76c2d5cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6460c9b2-a347-4a88-8b9f-4d2545c29622 HTTP/1.1" status: 204 len: 168 time: 0.1786149 Apr 05 18:53:43.344213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 43960) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:43.367689 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.383739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:53:43.387837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Usage tracker for resource:security_group_rule and tenant:fc49345c4bed44509f7e7abaa9a5872a is out of sync, need to count used quota {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:53:43.390770 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:53:43.396786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:53:43.479444 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.482214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.491015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0fc48ff7-2b3b-44ad-a878-0f8717b271a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:43.532619 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc49345c4bed44509f7e7abaa9a5872a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872237 Apr 05 18:53:43.533496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f069f171-9459-41ce-abbc-4dae8835aba8,revision_number=1']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:43.535548 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 43964) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:53:43.536709 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1cfbbbf1-2c73-432a-aba3-4c1a2237a7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:43.597832 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-572598af-9978-4e8d-853a-f8aef1d85757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.625641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-572598af-9978-4e8d-853a-f8aef1d85757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.669694 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-572598af-9978-4e8d-853a-f8aef1d85757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.674730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-b776b2e6-dd46-4c59-935f-e4ebc9925d7a tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:53:43.687658 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572598af-9978-4e8d-853a-f8aef1d85757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f069f171-9459-41ce-abbc-4dae8835aba8,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:53:43.689911 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-572598af-9978-4e8d-853a-f8aef1d85757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:53:43.697376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-572598af-9978-4e8d-853a-f8aef1d85757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:53:43.698578 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-572598af-9978-4e8d-853a-f8aef1d85757 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f069f171-9459-41ce-abbc-4dae8835aba8 HTTP/1.1" status: 204 len: 168 time: 0.1619897 Apr 05 18:53:44.268625 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:54:01.722898 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-075a07d2-b1b3-4045-b765-73b881c06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:02.824474 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:03.952483 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-34dab520-7ab9-43ed-9aba-5cd6c6474e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:04.146108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:05.921501 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:09.286570 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:10.728343 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44142) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:10.851541 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:10.867194 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 18:54:10.872056 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Usage tracker for resource:security_group_rule and tenant:a0267f5ef91d426f9e90bcccddb012dd is out of sync, need to count used quota {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 18:54:10.875049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 18:54:10.881117 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.quota.driver [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 18:54:10.969347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:10.972422 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_create {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:11.203019 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a2f68ba4-08ba-4148-9dab-87c1356e7e11 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:11.246622 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0267f5ef91d426f9e90bcccddb012dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171452 Apr 05 18:54:11.247616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a6f1c-6293-440a-b5be-2b64430a45b4,revision_number=1']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:11.249635 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 44148) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:11.250957 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-e8be60a6-3e1b-40d6-b145-a165f5dd2773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:11.312213 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0c969816-a0ac-4747-8212-d13722a5799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:11.338350 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0c969816-a0ac-4747-8212-d13722a5799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:11.386097 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0c969816-a0ac-4747-8212-d13722a5799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:11.390938 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-fc0ff825-1249-47af-9431-758a916c6d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:11.405502 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c969816-a0ac-4747-8212-d13722a5799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a6f1c-6293-440a-b5be-2b64430a45b4,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:11.408593 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0c969816-a0ac-4747-8212-d13722a5799b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:11.413460 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0c969816-a0ac-4747-8212-d13722a5799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:11.414723 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0c969816-a0ac-4747-8212-d13722a5799b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b0a6f1c-6293-440a-b5be-2b64430a45b4 HTTP/1.1" status: 204 len: 168 time: 0.1640258 Apr 05 18:54:13.739940 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-89f36d92-d2f4-4c89-8bb2-5d462dafb137 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774105 Apr 05 18:54:13.902289 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-c64dd97d-8faf-4684-8483-cdbfff90444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:13.903927 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-c64dd97d-8faf-4684-8483-cdbfff90444c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1099 time: 0.0827901 Apr 05 18:54:14.064330 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-fc64bed8-39f9-446b-b68e-35ea745691b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:14.065793 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-fc64bed8-39f9-446b-b68e-35ea745691b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 910 time: 0.1374853 Apr 05 18:54:14.180243 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-d7d2d71a-6ed0-4672-9e15-ea36d7f852ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 1001 time: 0.1041193 Apr 05 18:54:14.250437 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-2883c4b1-5266-4ba8-8a1c-942107579950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:14.251958 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-2883c4b1-5266-4ba8-8a1c-942107579950 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 200 len: 848 time: 0.0640061 Apr 05 18:54:14.340358 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-6a9ff669-c5c9-434d-a79e-0fc974a3fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:14.341865 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-6a9ff669-c5c9-434d-a79e-0fc974a3fbe3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d5b14b6-ad7c-41b8-a35e-62b65632b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783961 Apr 05 18:54:14.491098 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-ae5b70bf-196b-4abd-9660-64a222494d2d service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377249 Apr 05 18:54:14.637705 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-fa1fd6e3-e1a6-4cc4-b568-d7e79272aaee req-63dcb19b-70b2-4563-8eae-968424217d8d service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347098 Apr 05 18:54:18.006867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44154) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:18.219188 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Deleting port 3ee1a739-3bc9-41a0-bab3-af35a0d5cabd {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:18.219616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:18.399503 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:18.399874 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:18.530270 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Calling delete_port for 3ee1a739-3bc9-41a0-bab3-af35a0d5cabd owned by network:floatingip {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:18.679471 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:18.694930 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-1904ea02-4f3d-45c1-bcef-938969b5af0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:18.790385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event deleted for resources: {'Port': ['ID=3ee1a739-3bc9-41a0-bab3-af35a0d5cabd,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:18.794875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:18.953601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for floatingip, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:18.953976 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.db.l3_db [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Floating IP ddd74e05-414d-44fb-9864-e0237ee7fc45 disassociated (deleted). External IP: 172.28.3.97, port: 1359bd90-3743-433c-8601-5ee46a670af3. Apr 05 18:54:19.316410 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Router 9597e667-2e4e-441b-8ff9-adf14117691a has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:54:19.503223 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:54:19.513351 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] Sync routers for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:54:19.524044 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:54:19.524721 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:54:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:19.531263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for floatingip, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:19.589959 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "DELETE /v2.0/floatingips/ddd74e05-414d-44fb-9864-e0237ee7fc45 HTTP/1.1" status: 204 len: 168 time: 1.5817950 Apr 05 18:54:19.590568 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:54:19.643627 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3', 'status': 'completed', 'code': 200} Apr 05 18:54:19.715459 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:54:19.755526 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-f48d93db-d9f7-4637-bb4b-d1f3abd8660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:19.757454 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-f48d93db-d9f7-4637-bb4b-d1f3abd8660c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c53456e2f04a66b28f29022cf7089a&device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 1099 time: 0.0834527 Apr 05 18:54:19.917872 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-b9625142-1792-4d44-8a5b-8229a6185c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:19.919378 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-b9625142-1792-4d44-8a5b-8229a6185c6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 200 len: 910 time: 0.1518998 Apr 05 18:54:20.047926 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:35Z', 'revision_number': 5, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:20.052277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] Checking router: 9597e667-2e4e-441b-8ff9-adf14117691a for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:54:20.062418 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:54:20.063122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:54:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:20.271954 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-4fcad9a8-82e5-4ec7-b453-80c9f21dc422 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 200 len: 217 time: 0.3151450 Apr 05 18:54:20.373204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907de2c0-aa44-4180-8782-44084048cb07 req-572042e6-639b-4241-ac7c-9104990619a0 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:20.374022 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-907de2c0-aa44-4180-8782-44084048cb07 req-572042e6-639b-4241-ac7c-9104990619a0 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Synchronizing usage tracker for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:port {{(pid=84248) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 18:54:20.378837 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-fdb85b4a-829e-45e1-a18a-4223e21c9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:20.380354 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-fdb85b4a-829e-45e1-a18a-4223e21c9ab3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 200 len: 848 time: 0.0999413 Apr 05 18:54:20.428098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:54:20.436089 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.quota.resource [req-907de2c0-aa44-4180-8782-44084048cb07 req-572042e6-639b-4241-ac7c-9104990619a0 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Unset dirty status for tenant:f2c53456e2f04a66b28f29022cf7089a on resource:port {{(pid=84248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 18:54:20.437347 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-907de2c0-aa44-4180-8782-44084048cb07 req-572042e6-639b-4241-ac7c-9104990619a0 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.5167282 Apr 05 18:54:20.504660 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-907de2c0-aa44-4180-8782-44084048cb07 req-46c2b2b0-e7c4-4375-adc9-4b64e8c1e9b6 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605826 Apr 05 18:54:20.510919 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-e3099405-19e0-4165-97b6-2bef0a22b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:20.513068 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-e3099405-19e0-4165-97b6-2bef0a22b92d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d5b14b6-ad7c-41b8-a35e-62b65632b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1247158 Apr 05 18:54:20.657657 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-dc6a764d-446b-453d-b446-1b2b4b57244d service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364965 Apr 05 18:54:20.759594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:35Z', 'revision_number': 5, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:20.763760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49d281-62d3-4e7f-a091-d71d45af7773 None None] The sync data for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb is: [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:49:25Z', 'revision_number': 4, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb', '_interfaces': [{'id': '2c6dd424-b3d8-413c-8026-3cf08e0e9ac6', 'name': '', 'network_id': '8d5b14b6-ad7c-41b8-a35e-62b65632b245', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'mac_address': 'fa:16:3e:de:ee:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:24Z', 'updated_at': '2021-04-05T18:49:35Z', 'revision_number': 5, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'subnets': [{'id': 'fc3304d5-e234-4caf-8c4f-4bc8e2e0feec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:54:20.807174 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-06f9c700-bf3d-4245-bd9c-4531daa71659 req-73890a68-e9f1-4832-9148-6df1809cd889 service neutron] 10.222.0.44 "GET /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381726 Apr 05 18:54:21.126609 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd098b2-2e60-4ffb-9183-c0a177135440 None None] New status for floating IP ddd74e05-414d-44fb-9864-e0237ee7fc45: DOWN {{(pid=84251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 18:54:21.267322 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:54:21.488049 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-9a413869-4670-4782-a505-45aaaa51135a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:21.489663 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-9a413869-4670-4782-a505-45aaaa51135a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.44 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0883255 Apr 05 18:54:21.573539 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Deleting port 1359bd90-3743-433c-8601-5ee46a670af3 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:21.573954 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:21.705495 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147a69b-8801-4a47-85a6-680f3f01bbfc req-c5098f96-c765-4778-9ab5-6e0915cef89a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 18:54:21.707089 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9147a69b-8801-4a47-85a6-680f3f01bbfc req-c5098f96-c765-4778-9ab5-6e0915cef89a tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 946 time: 0.0882533 Apr 05 18:54:21.754556 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-9147a69b-8801-4a47-85a6-680f3f01bbfc req-44cfe060-f645-4042-a2da-fb4d82e73bac tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f96d2c-46c3-4d50-bd56-a572c479bbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Apr 05 18:54:21.835896 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] For port 1359bd90-3743-433c-8601-5ee46a670af3, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1359bd90-3743-433c-8601-5ee46a670af3,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:21.836238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:21.973752 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Calling delete_port for 1359bd90-3743-433c-8601-5ee46a670af3 owned by compute:nova {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:22.117624 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:22.134875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-15a18445-d8ca-4c8c-89b8-b00a7b9fb19f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:22.228519 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event deleted for resources: {'Port': ['ID=1359bd90-3743-433c-8601-5ee46a670af3,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:22.236323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:22.377060 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] No DVR routers for this DVR port 1359bd90-3743-433c-8601-5ee46a670af3 on host hv-cinder-78240 {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:54:22.379429 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15105'] for port, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:22.382098 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'name': 'network-vif-deleted', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3'}] {{(pid=84248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 18:54:22.397297 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-16897b92-88d0-4bde-b205-f9b66448b3e5 req-5a5880f7-7d90-4d84-a72e-0eff6c523fc2 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.44 "DELETE /v2.0/ports/1359bd90-3743-433c-8601-5ee46a670af3 HTTP/1.1" status: 204 len: 173 time: 0.8982794 Apr 05 18:54:22.430520 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460f75b1-2ffe-4f38-b3db-fbb7812a5287', 'name': 'network-vif-deleted', 'tag': '1359bd90-3743-433c-8601-5ee46a670af3', 'status': 'completed', 'code': 200} Apr 05 18:54:22.929461 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [req-63af7612-d2c7-4e3a-a024-a4a3dcad8976 req-822c4667-89ab-43bf-9bb6-34c687639918 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "GET /v2.0/ports?device_id=460f75b1-2ffe-4f38-b3db-fbb7812a5287 HTTP/1.1" status: 200 len: 210 time: 0.0523489 Apr 05 18:54:24.029315 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44172) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:24.103819 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f671e6f3-cfa2-43be-8ab0-12c11d71b8b4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:24.134645 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f671e6f3-cfa2-43be-8ab0-12c11d71b8b4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:24.187032 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f671e6f3-cfa2-43be-8ab0-12c11d71b8b4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:24.192377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a8883674-234a-4c32-b189-cf0134036d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:24.208660 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671e6f3-cfa2-43be-8ab0-12c11d71b8b4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f96d2c-46c3-4d50-bd56-a572c479bbcd,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:24.214135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-f671e6f3-cfa2-43be-8ab0-12c11d71b8b4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:24.216204 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-f671e6f3-cfa2-43be-8ab0-12c11d71b8b4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:24.217408 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-f671e6f3-cfa2-43be-8ab0-12c11d71b8b4 tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] 10.222.0.15 "DELETE /v2.0/security-groups/47f96d2c-46c3-4d50-bd56-a572c479bbcd HTTP/1.1" status: 204 len: 168 time: 0.1869359 Apr 05 18:54:24.258449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44178) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:24.985318 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942953'] for router_interface, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:25.346177 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Deleting port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:25.346811 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:25.526627 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] For port 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:25.527071 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:25.656152 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Calling delete_port for 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 owned by network:router_interface {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:26.055940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:26.070760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-4892b641-f71b-42fe-b8db-1de8109849f3 tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:26.166927 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6dd424-b3d8-413c-8026-3cf08e0e9ac6,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:26.170957 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:26.512571 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940732'] for router_interface, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:26.522734 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1359bd90-3743-433c-8601-5ee46a670af3 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:54:26.563108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] No Port match for: 1359bd90-3743-433c-8601-5ee46a670af3 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:54:26.563526 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Device 1359bd90-3743-433c-8601-5ee46a670af3 not bound to the agent host hv-cinder-78240 {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:54:27.015760 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Router 9597e667-2e4e-441b-8ff9-adf14117691a has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:54:27.202110 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:54:27.210706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] Sync routers for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:54:27.214585 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-75faba13-090c-4777-9758-bd21a7baedfc admin admin] 10.222.0.15 "PUT /v2.0/routers/9597e667-2e4e-441b-8ff9-adf14117691a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9549978 Apr 05 18:54:27.217160 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44184) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:27.220815 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:54:27.221496 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:54:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:27.400388 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks [] for router, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:27.408465 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: dv-cinder-782405-5-smb {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:54:27.588251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:27.597462 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Deleting port d65e38d0-2aae-4d40-8112-3a441948be4a {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:27.597830 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:27.717463 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:54:25Z', 'revision_number': 5, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port': {'id': 'd65e38d0-2aae-4d40-8112-3a441948be4a', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:21Z', 'updated_at': '2021-04-05T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:27.721540 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] Checking router: 9597e667-2e4e-441b-8ff9-adf14117691a for host: dv-cinder-782405-5-smb {{(pid=84250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:54:27.730449 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] Routers {'9597e667-2e4e-441b-8ff9-adf14117691a'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:54:27.731120 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:54:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['9597e667-2e4e-441b-8ff9-adf14117691a'], 'active': True} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:27.779005 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] For port d65e38d0-2aae-4d40-8112-3a441948be4a, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=d65e38d0-2aae-4d40-8112-3a441948be4a,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:27.779438 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:27.892864 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] Set router 9597e667-2e4e-441b-8ff9-adf14117691a gateway port host: None {{(pid=84250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:54:27.913875 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Calling delete_port for d65e38d0-2aae-4d40-8112-3a441948be4a owned by network:router_gateway {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:28.007580 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:54:27Z', 'revision_number': 6, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port_host': None}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:28.011737 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ef3c6-e830-442a-a993-96f7ab112918 None None] The sync data for ids ['9597e667-2e4e-441b-8ff9-adf14117691a'] in dv-cinder-782405-5-smb is: [{'id': '9597e667-2e4e-441b-8ff9-adf14117691a', 'name': 'tempest-TestShelveInstance-1374358773-router', 'tenant_id': 'f2c53456e2f04a66b28f29022cf7089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:20Z', 'updated_at': '2021-04-05T18:54:27Z', 'revision_number': 6, 'project_id': 'f2c53456e2f04a66b28f29022cf7089a', 'gw_port_host': None}] {{(pid=84250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:54:28.095028 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:28.115176 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-33f7cb9e-7e7f-4ddf-ba52-d7130c465fda tempest-AttachVolumeShelveTestJSON-1211265196 tempest-AttachVolumeShelveTestJSON-1211265196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:28.212895 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d65e38d0-2aae-4d40-8112-3a441948be4a,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:28.215784 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:28.618761 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-935356'] for router_gateway, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:28.800053 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:54:28.812581 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769370'] for router, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:28.815047 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:28.836042 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830521'] for router, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:28.836635 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9597e667-2e4e-441b-8ff9-adf14117691a {{(pid=84248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 18:54:28.841238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:54:28.841619 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 2c6dd424-b3d8-413c-8026-3cf08e0e9ac6 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:54:28.842149 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device d65e38d0-2aae-4d40-8112-3a441948be4a no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:54:28.850490 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:28.851772 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-3243b2d9-ed08-4b06-ad77-35d7d84703fc admin admin] 10.222.0.15 "DELETE /v2.0/routers/9597e667-2e4e-441b-8ff9-adf14117691a HTTP/1.1" status: 204 len: 168 time: 1.6335549 Apr 05 18:54:28.854377 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44188) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:28.884271 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: d65e38d0-2aae-4d40-8112-3a441948be4a {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:54:28.884676 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device d65e38d0-2aae-4d40-8112-3a441948be4a not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:54:28.936434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] Deleting subnet fc3304d5-e234-4caf-8c4f-4bc8e2e0feec {{(pid=84248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:54:28.939577 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:28.995265 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821966787'] for subnet, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:29.074420 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:29.332687 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31815702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32299102'] for subnet, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:29.348600 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-87f70cf0-e257-4a0f-a47b-02eeb1e900c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:29.431102 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3304d5-e234-4caf-8c4f-4bc8e2e0feec,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:29.438401 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:29.480103 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:29.485615 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9bc640-adf5-47f2-a866-03ec0b335923 None None] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:54:29.486549 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-7a18cd83-4ccc-46fb-b7d2-fb09deb86fca admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fc3304d5-e234-4caf-8c4f-4bc8e2e0feec HTTP/1.1" status: 204 len: 168 time: 0.6303380 Apr 05 18:54:29.489238 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44192) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:29.604476 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:29.674043 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Deleting port d28eae24-51de-46bb-b04f-1a53faf87dcb {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:29.674580 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:29.736024 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] DHCP port deletion for 8d5b14b6-ad7c-41b8-a35e-62b65632b245 request from dv-cinder-782405-5-smb {{(pid=84250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 18:54:29.740198 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] Deleting port d28eae24-51de-46bb-b04f-1a53faf87dcb {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:29.740733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:29.902534 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] For port d28eae24-51de-46bb-b04f-1a53faf87dcb, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=d28eae24-51de-46bb-b04f-1a53faf87dcb,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:29.902969 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:29.958356 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] For port d28eae24-51de-46bb-b04f-1a53faf87dcb, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=d28eae24-51de-46bb-b04f-1a53faf87dcb,segment=NetworkSegment(2ac0d839-ab04-4838-bd75-84068c91c241),segment_id=2ac0d839-ab04-4838-bd75-84068c91c241)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:29.958804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:30.034650 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Calling delete_port for d28eae24-51de-46bb-b04f-1a53faf87dcb owned by network:dhcp {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:30.088785 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] Calling delete_port for d28eae24-51de-46bb-b04f-1a53faf87dcb owned by network:dhcp {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:30.115277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:30.131323 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-72e650e5-a097-49e2-8e97-ef492a1009fd tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:30.165787 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.api [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:54:30.166128 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_db.api [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 18:54:30.223510 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28eae24-51de-46bb-b04f-1a53faf87dcb,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:30.231015 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:30.272608 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] No DVR routers for this DVR port d28eae24-51de-46bb-b04f-1a53faf87dcb on host dv-cinder-782405-5-smb {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:54:30.393762 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:30.506469 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5b14b6-ad7c-41b8-a35e-62b65632b245']}} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:30.521048 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac0d839-ab04-4838-bd75-84068c91c241') {'for_net_delete': True} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:30.521384 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac0d839-ab04-4838-bd75-84068c91c241') {} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:30.533743 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32809012'] for segment, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:30.551416 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:30.557771 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:54:30.667263 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] Deleting port d28eae24-51de-46bb-b04f-1a53faf87dcb {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:30.667739 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:30.735982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:54:30.738303 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-139a7a8b-89e7-4aac-859c-f0981bd66143 None None] The port 'd28eae24-51de-46bb-b04f-1a53faf87dcb' was deleted {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 18:54:30.746183 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31815869'] for segment, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:30.801659 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device d28eae24-51de-46bb-b04f-1a53faf87dcb no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:54:30.841277 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: d28eae24-51de-46bb-b04f-1a53faf87dcb {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:54:30.841672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device d28eae24-51de-46bb-b04f-1a53faf87dcb not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:54:30.929266 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Network 8d5b14b6-ad7c-41b8-a35e-62b65632b245 has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:30.952555 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:31.031161 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:31.036616 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:31.040446 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:31.065100 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5b14b6-ad7c-41b8-a35e-62b65632b245,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:31.067633 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:31.069511 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-ef6fba1d-912b-4be6-bd09-bf9bceee2311 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8d5b14b6-ad7c-41b8-a35e-62b65632b245 HTTP/1.1" status: 204 len: 168 time: 1.5792718 Apr 05 18:54:31.072556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44196) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:31.723947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-2eed7141-e2a7-453c-a466-cf4d5db9aaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:31.862516 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942953'] for router_interface, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:32.230404 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Deleting port ac641390-d0c3-486f-9779-08a7be7d08c2 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:32.230786 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:32.413211 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] For port ac641390-d0c3-486f-9779-08a7be7d08c2, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=ac641390-d0c3-486f-9779-08a7be7d08c2,segment=NetworkSegment(d7601feb-abe5-4c4b-abc8-fcdccd0315d5),segment_id=d7601feb-abe5-4c4b-abc8-fcdccd0315d5)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:32.413612 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:32.544828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Calling delete_port for ac641390-d0c3-486f-9779-08a7be7d08c2 owned by network:router_interface {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:32.717195 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:32.730828 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-5df66eb3-cb72-4783-b655-6b3b56458fdc tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:32.826842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac641390-d0c3-486f-9779-08a7be7d08c2,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:32.827473 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:32.830109 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:33.176567 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940732'] for router_interface, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:33.672115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Router 80e71e85-d295-4d5a-acc5-9e100493d251 has already been hosted by L3 agent 5d2d6c22-5616-4e4b-883f-263961220529 {{(pid=84248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 18:54:33.853947 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] Notify agent at l3_agent.dv-cinder-782405-5-smb the message routers_updated {{(pid=84248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 18:54:33.862932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] Sync routers for ids ['80e71e85-d295-4d5a-acc5-9e100493d251'] in dv-cinder-782405-5-smb {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 18:54:33.863371 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-623bf604-5626-473e-a082-de0a16b00cb4 admin admin] 10.222.0.15 "PUT /v2.0/routers/80e71e85-d295-4d5a-acc5-9e100493d251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7897792 Apr 05 18:54:33.866083 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44200) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:33.874589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] Routers {'80e71e85-d295-4d5a-acc5-9e100493d251'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:54:33.875386 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:54:04Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['80e71e85-d295-4d5a-acc5-9e100493d251'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:33.953706 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-24230416-7608-43b4-81bd-ade4209053fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:34.063968 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] Set router 80e71e85-d295-4d5a-acc5-9e100493d251 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:54:34.152499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:34.296987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:34.372685 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:54:32Z', 'revision_number': 5, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:34.376632 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] Checking router: 80e71e85-d295-4d5a-acc5-9e100493d251 for host: dv-cinder-782405-5-smb {{(pid=84251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 18:54:34.385390 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] Routers {'80e71e85-d295-4d5a-acc5-9e100493d251'} bound to L3 agent in host dv-cinder-782405-5-smb {{(pid=84251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 18:54:34.386086 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T18:36:04Z,description=,heartbeat_timestamp=2021-04-05T18:54:34Z,host='dv-cinder-782405-5-smb',id=5d2d6c22-5616-4e4b-883f-263961220529,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T18:36:04Z,topic='l3_agent')) {'router_ids': ['80e71e85-d295-4d5a-acc5-9e100493d251'], 'active': True} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:34.486355 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:34.494487 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Deleting port 02904fb1-7e73-4a4a-833b-33a8c0d508d9 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:34.494857 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:34.569899 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvr_db [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] Set router 80e71e85-d295-4d5a-acc5-9e100493d251 gateway port host: dv-cinder-782405-5-smb {{(pid=84251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 18:54:34.690959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] For port 02904fb1-7e73-4a4a-833b-33a8c0d508d9, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=02904fb1-7e73-4a4a-833b-33a8c0d508d9,segment=NetworkSegment(acc2bb11-56eb-450c-afec-cfebbed06e18),segment_id=acc2bb11-56eb-450c-afec-cfebbed06e18)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:34.691376 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:34.828641 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Calling delete_port for 02904fb1-7e73-4a4a-833b-33a8c0d508d9 owned by network:router_gateway {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:35.008733 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.024385 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-458aecee-1043-4312-a38a-2120f654787e tempest-AttachVolumeNegativeTest-99093686 tempest-AttachVolumeNegativeTest-99093686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:35.028803 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_hamode_db [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:54:32Z', 'revision_number': 5, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}], 'dv-cinder-782405-5-smb', False) {} {{(pid=84251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:35.034080 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8509a-49c9-478f-a3b2-f4c93d61f747 None None] The sync data for ids ['80e71e85-d295-4d5a-acc5-9e100493d251'] in dv-cinder-782405-5-smb is: [{'id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'name': 'tempest-TestShelveInstance-98663275-router', 'tenant_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'external_fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T18:49:29Z', 'updated_at': '2021-04-05T18:54:32Z', 'revision_number': 5, 'project_id': 'eb26172bd7c5417b8dfd4d491c9f5093', 'gw_port': {'id': '02904fb1-7e73-4a4a-833b-33a8c0d508d9', 'name': '', 'network_id': 'c31d3d47-af10-4a12-bee5-4e18c2c19501', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e71e85-d295-4d5a-acc5-9e100493d251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T18:49:31Z', 'updated_at': '2021-04-05T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0efcc6-d3a1-4722-94f4-0811ce0f05fd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-5-smb'}] {{(pid=84251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 18:54:35.122741 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=02904fb1-7e73-4a4a-833b-33a8c0d508d9,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:35.126834 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:35.288372 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-935356'] for router_gateway, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.473804 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769370'] for router, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.476115 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.499607 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830521'] for router, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.500196 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e71e85-d295-4d5a-acc5-9e100493d251 {{(pid=84248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 18:54:35.512683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] Notify callbacks [] for router, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.513918 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0afba898-9d26-4da1-8baf-3427b2818a50 admin admin] 10.222.0.15 "DELETE /v2.0/routers/80e71e85-d295-4d5a-acc5-9e100493d251 HTTP/1.1" status: 204 len: 168 time: 1.6468298 Apr 05 18:54:35.516556 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44204) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:35.583520 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] Deleting subnet aa0d688c-4e15-48f5-8346-ef8fd4befbb4 {{(pid=84248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 18:54:35.586915 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.642683 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821966787'] for subnet, precommit_delete_associations {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.727207 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-6103'] for subnet, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.923548 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:35.985698 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854769713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31815702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32299102'] for subnet, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:36.000769 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-2d28e6af-73b4-41f7-9388-9589b301e9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:36.081907 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0d688c-4e15-48f5-8346-ef8fd4befbb4,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:36.088601 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:36.130982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for subnet, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:36.136842 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29a162-115d-4046-83fe-18b2af5df3a1 None None] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 requested from dv-cinder-782405-5-smb {{(pid=84250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 18:54:36.137941 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-83e37d03-1d6d-40c1-adc5-04a373fdd3ca admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa0d688c-4e15-48f5-8346-ef8fd4befbb4 HTTP/1.1" status: 204 len: 168 time: 0.6203513 Apr 05 18:54:36.140555 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44208) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:36.256551 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-404077'] for network, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:36.326030 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Deleting port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 {{(pid=84248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:36.326408 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:36.383700 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] DHCP port deletion for a9f353a3-1445-4f11-b29c-d0fb154e28c5 request from dv-cinder-782405-5-smb {{(pid=84250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 18:54:36.388375 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] Deleting port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:36.388794 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:36.549135 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] For port 4880e93d-36e9-4e18-8aa3-d277d6c3f414, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=4880e93d-36e9-4e18-8aa3-d277d6c3f414,segment=NetworkSegment(d7601feb-abe5-4c4b-abc8-fcdccd0315d5),segment_id=d7601feb-abe5-4c4b-abc8-fcdccd0315d5)] {{(pid=84248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:36.549702 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:36.605133 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.db [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] For port 4880e93d-36e9-4e18-8aa3-d277d6c3f414, host dv-cinder-782405-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-5-smb',level=0,port_id=4880e93d-36e9-4e18-8aa3-d277d6c3f414,segment=NetworkSegment(d7601feb-abe5-4c4b-abc8-fcdccd0315d5),segment_id=d7601feb-abe5-4c4b-abc8-fcdccd0315d5)] {{(pid=84250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 18:54:36.605598 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853831312'] for port, precommit_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:36.682214 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Calling delete_port for 4880e93d-36e9-4e18-8aa3-d277d6c3f414 owned by network:dhcp {{(pid=84248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:36.738855 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] Calling delete_port for 4880e93d-36e9-4e18-8aa3-d277d6c3f414 owned by network:dhcp {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 18:54:36.763844 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854359421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770072346227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770071904217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822959925'] for port, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:36.780956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-324e63e4-aa68-4b66-a565-b88b241de29c tempest-TestShelveInstance-522425358 tempest-TestShelveInstance-522425358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:36.886464 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Pushing event deleted for resources: {'Port': ['ID=4880e93d-36e9-4e18-8aa3-d277d6c3f414,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:36.899975 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:36.935916 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] No DVR routers for this DVR port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 on host dv-cinder-782405-5-smb {{(pid=84248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 18:54:36.958956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ac641390-d0c3-486f-9779-08a7be7d08c2 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:54:37.005727 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: ac641390-d0c3-486f-9779-08a7be7d08c2 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:54:37.006123 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device ac641390-d0c3-486f-9779-08a7be7d08c2 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:54:37.006594 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 02904fb1-7e73-4a4a-833b-33a8c0d508d9 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:54:37.050477 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 02904fb1-7e73-4a4a-833b-33a8c0d508d9 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:54:37.050887 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 02904fb1-7e73-4a4a-833b-33a8c0d508d9 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:54:37.051457 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 4880e93d-36e9-4e18-8aa3-d277d6c3f414 no longer exists at agent ovs-agent-dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 18:54:37.061602 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363266782401089'] for network, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:37.088040 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] No Port match for: 4880e93d-36e9-4e18-8aa3-d277d6c3f414 {{(pid=84250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 18:54:37.088439 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.rpc [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Device 4880e93d-36e9-4e18-8aa3-d277d6c3f414 not bound to the agent host dv-cinder-782405-5-smb {{(pid=84250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 18:54:37.105672 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.db.api [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:54:37.106081 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_db.api [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 18:54:37.177970 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f353a3-1445-4f11-b29c-d0fb154e28c5']}} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:37.190434 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5') {'for_net_delete': True} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:37.190777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.services.segments.db [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7601feb-abe5-4c4b-abc8-fcdccd0315d5') {} {{(pid=84248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 18:54:37.202738 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770072374609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32809012'] for segment, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:37.217959 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:37.224093 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=84248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 18:54:37.607657 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] Deleting port 4880e93d-36e9-4e18-8aa3-d277d6c3f414 {{(pid=84250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 18:54:37.608218 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266782444899'] for port, before_delete {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:37.639506 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:54:37.648617 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31815869'] for segment, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:37.682380 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.plugin [None req-741c49e9-486f-4236-a4b2-5ac8733bde8b None None] The port '4880e93d-36e9-4e18-8aa3-d277d6c3f414' was deleted {{(pid=84250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 18:54:37.830536 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.plugins.ml2.managers [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Network a9f353a3-1445-4f11-b29c-d0fb154e28c5 has no segments {{(pid=84248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: Traceback (most recent call last): Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: timer() Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: cb(*args, **kw) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: return func(*args, **kwargs) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: self._notify() Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: self.callback(batched_events) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: event.method(event) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: segment_id)['aggregates'][0] Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: return f(self, *a, **k) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: return self._get(url).json() Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: **kwargs) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: **endpoint_filter) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:37.853113 dv-cinder-782405-5-smb neutron-server[84137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:37.930653 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853840422'] for network, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:37.934806 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0ff4e9c6-3401-4e88-b6c3-689751b68610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:37.950878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588808'] for network, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:37.959338 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f353a3-1445-4f11-b29c-d0fb154e28c5,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:37.962259 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:37.964159 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-973f451e-44c1-4232-8456-56934c550285 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a9f353a3-1445-4f11-b29c-d0fb154e28c5 HTTP/1.1" status: 204 len: 168 time: 1.8225920 Apr 05 18:54:38.077589 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44214) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:38.128777 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-5c7f7b4b-89fa-435a-b43f-22daf5968ee9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2c53456e2f04a66b28f29022cf7089a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498803 Apr 05 18:54:38.131131 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84248) accepted ('10.222.0.15', 44218) {{(pid=84248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:38.190231 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c70727b4-4a8c-43ab-8eb9-ee0e7c704989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:38.216347 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c70727b4-4a8c-43ab-8eb9-ee0e7c704989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:38.267532 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c70727b4-4a8c-43ab-8eb9-ee0e7c704989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:38.272543 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-a6fdcc31-e672-4d6a-9846-1447f63bd6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:38.286357 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70727b4-4a8c-43ab-8eb9-ee0e7c704989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e023a0e3-3d8a-44f1-8c54-4072fa1d1231,revision_number=None']} {{(pid=84248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:38.290031 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-c70727b4-4a8c-43ab-8eb9-ee0e7c704989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:38.293777 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c70727b4-4a8c-43ab-8eb9-ee0e7c704989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:38.294975 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-c70727b4-4a8c-43ab-8eb9-ee0e7c704989 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e023a0e3-3d8a-44f1-8c54-4072fa1d1231 HTTP/1.1" status: 204 len: 168 time: 0.1628678 Apr 05 18:54:38.635963 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 44226) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:38.687591 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-96528896-be2b-4a93-b915-39ee55743d18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb26172bd7c5417b8dfd4d491c9f5093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502870 Apr 05 18:54:38.689905 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.wsgi [-] (84249) accepted ('10.222.0.15', 44230) {{(pid=84249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 18:54:38.749865 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0656b16b-7dcd-41f2-a46f-4ff1f6adaafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:38.777937 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0656b16b-7dcd-41f2-a46f-4ff1f6adaafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:38.825831 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0656b16b-7dcd-41f2-a46f-4ff1f6adaafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853818637'] for security_group, after_delete {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:38.830835 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-344f70c7-50c0-444c-bb1b-c66b9ff5ba37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 18:54:38.843715 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656b16b-7dcd-41f2-a46f-4ff1f6adaafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a1a0b-be79-469c-b183-258d24927c6c,revision_number=None']} {{(pid=84249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 18:54:38.846851 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG oslo_concurrency.lockutils [None req-0656b16b-7dcd-41f2-a46f-4ff1f6adaafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 18:54:38.848897 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-0656b16b-7dcd-41f2-a46f-4ff1f6adaafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:38.850087 dv-cinder-782405-5-smb neutron-server[84137]: INFO neutron.wsgi [None req-0656b16b-7dcd-41f2-a46f-4ff1f6adaafa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b5a1a0b-be79-469c-b183-258d24927c6c HTTP/1.1" status: 204 len: 168 time: 0.1592486 Apr 05 18:54:39.297370 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:54:58.266940 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:55:01.724445 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-e86c7269-7860-426c-ba63-912f1de665cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:02.822393 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:03.954530 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-be42fca8-8390-4c2e-b2f8-0cfb58602196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:04.151870 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:05.926499 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:09.287308 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:31.725016 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6c810f6b-8eaa-4f5d-a2a9-38d1809600ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:32.824138 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:33.955696 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-679616f8-2748-4039-9390-ad896185e007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:34.154821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:35.266402 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:55:35.928346 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:55:39.297957 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:01.726932 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc184-a672-4efc-9b49-23870599dfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:02.825643 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:03.956168 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-38c29604-434e-40c9-8a9a-31e9bb9cb36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:04.156903 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:05.932881 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:09.326931 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:12.265867 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:56:31.728148 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec806-9d96-433c-aeb3-0e1dd7036c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:32.828730 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:33.956821 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-c2e1b7d8-67f5-40ff-9a76-3534dac31991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:34.159422 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:35.935282 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:39.326490 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:56:49.264788 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:57:01.729987 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-bb28be7c-c87a-47ef-b2e3-59ef7aef0f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:02.830319 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:03.957254 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-3bed1516-8635-4698-84b8-74f4ed90242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:04.161895 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:05.938122 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:09.341007 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:26.265297 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:57:31.731999 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-5290c72f-c841-4898-a992-9c0dba1796c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:32.832878 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:33.957256 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-4f8b479a-660e-4134-85e8-33f2ab353485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:34.165704 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:35.940275 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:57:39.341164 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:01.734185 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-7bee8c63-5a99-416f-9566-dc37ee783316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:02.834692 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:03.264796 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:58:03.958251 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-a1a2367f-6501-4632-a578-443dfbd4cd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:04.166846 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:05.943982 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:09.356200 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:31.735690 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb18f-9f9a-420e-897a-91aa31209665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:32.836705 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:33.959754 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-76d9fa13-9b9a-4d21-9d5b-a995c24b30fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:34.169371 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:35.947069 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:39.356108 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:58:40.264379 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 18:59:01.739640 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-40c684e4-53cc-490c-897a-38157dc2783a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:59:02.837424 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-b714b2e8-613b-4b82-afe0-278ebeb893c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:59:03.961522 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-69b54058-0a23-4fd6-9d29-db519eb8a079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:59:04.172560 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8730-4e53-4243-8a08-78c36a15c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:59:05.948861 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e1e9-922a-446d-ae92-6a786ed36dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:59:09.356984 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron_lib.callbacks.manager [None req-57ef3782-7efc-4a28-bf42-3345a0bd868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266782401106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 18:59:17.267956 dv-cinder-782405-5-smb neutron-server[84137]: DEBUG neutron.db.agents_db [None req-c40cda9a-c7c2-4af0-9e14-4fcbff5dc9c4 None None] Agent healthcheck: found 6 active agents {{(pid=84251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}